From 0aeb1fb26780538e6ba33a72b41f0086fb490678 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 21 Aug 2026 15:05:26 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: fpadovani/urd-arab-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed10 Source: Original Platform --- .gitattributes | 35 + README.md | 58 + added_tokens.json | 1768 +++ checkpoint-1000/added_tokens.json | 1768 +++ checkpoint-1000/config.json | 34 + checkpoint-1000/generation_config.json | 10 + checkpoint-1000/model.safetensors | 3 + checkpoint-1000/rng_state.pth | 3 + checkpoint-1000/special_tokens_map.json | 1815 +++ checkpoint-1000/spiece.model | 3 + checkpoint-1000/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-1000/trainer_state.json | 2056 +++ checkpoint-1000/training_args.bin | 3 + checkpoint-1500/added_tokens.json | 1768 +++ checkpoint-1500/config.json | 34 + checkpoint-1500/generation_config.json | 10 + checkpoint-1500/model.safetensors | 3 + checkpoint-1500/rng_state.pth | 3 + checkpoint-1500/special_tokens_map.json | 1815 +++ checkpoint-1500/spiece.model | 3 + checkpoint-1500/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-1500/trainer_state.json | 3067 ++++ checkpoint-1500/training_args.bin | 3 + checkpoint-2000/added_tokens.json | 1768 +++ checkpoint-2000/config.json | 34 + checkpoint-2000/generation_config.json | 10 + checkpoint-2000/model.safetensors | 3 + checkpoint-2000/rng_state.pth | 3 + checkpoint-2000/special_tokens_map.json | 1815 +++ checkpoint-2000/spiece.model | 3 + checkpoint-2000/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-2000/trainer_state.json | 4078 ++++++ checkpoint-2000/training_args.bin | 3 + checkpoint-2500/added_tokens.json | 1768 +++ checkpoint-2500/config.json | 34 + checkpoint-2500/generation_config.json | 10 + checkpoint-2500/model.safetensors | 3 + checkpoint-2500/rng_state.pth | 3 + checkpoint-2500/special_tokens_map.json | 1815 +++ checkpoint-2500/spiece.model | 3 + checkpoint-2500/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-2500/trainer_state.json | 5089 +++++++ checkpoint-2500/training_args.bin | 3 + checkpoint-3000/added_tokens.json | 1768 +++ checkpoint-3000/config.json | 34 + checkpoint-3000/generation_config.json | 10 + checkpoint-3000/model.safetensors | 3 + checkpoint-3000/rng_state.pth | 3 + checkpoint-3000/special_tokens_map.json | 1815 +++ checkpoint-3000/spiece.model | 3 + checkpoint-3000/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-3000/trainer_state.json | 6100 ++++++++ checkpoint-3000/training_args.bin | 3 + checkpoint-3500/added_tokens.json | 1768 +++ checkpoint-3500/config.json | 34 + checkpoint-3500/generation_config.json | 10 + checkpoint-3500/model.safetensors | 3 + checkpoint-3500/rng_state.pth | 3 + checkpoint-3500/special_tokens_map.json | 1815 +++ checkpoint-3500/spiece.model | 3 + checkpoint-3500/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-3500/trainer_state.json | 7111 +++++++++ checkpoint-3500/training_args.bin | 3 + checkpoint-4000/added_tokens.json | 1768 +++ checkpoint-4000/config.json | 34 + checkpoint-4000/generation_config.json | 10 + checkpoint-4000/model.safetensors | 3 + checkpoint-4000/rng_state.pth | 3 + checkpoint-4000/special_tokens_map.json | 1815 +++ checkpoint-4000/spiece.model | 3 + checkpoint-4000/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-4000/trainer_state.json | 8122 +++++++++++ checkpoint-4000/training_args.bin | 3 + checkpoint-4500/added_tokens.json | 1768 +++ checkpoint-4500/config.json | 34 + checkpoint-4500/generation_config.json | 10 + checkpoint-4500/model.safetensors | 3 + checkpoint-4500/rng_state.pth | 3 + checkpoint-4500/special_tokens_map.json | 1815 +++ checkpoint-4500/spiece.model | 3 + checkpoint-4500/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-4500/trainer_state.json | 9133 ++++++++++++ checkpoint-4500/training_args.bin | 3 + checkpoint-500/added_tokens.json | 1768 +++ checkpoint-500/config.json | 34 + checkpoint-500/generation_config.json | 10 + checkpoint-500/model.safetensors | 3 + checkpoint-500/rng_state.pth | 3 + checkpoint-500/special_tokens_map.json | 1815 +++ checkpoint-500/spiece.model | 3 + checkpoint-500/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-500/trainer_state.json | 1045 ++ checkpoint-500/training_args.bin | 3 + checkpoint-5000/added_tokens.json | 1768 +++ checkpoint-5000/config.json | 34 + checkpoint-5000/generation_config.json | 10 + checkpoint-5000/model.safetensors | 3 + checkpoint-5000/rng_state.pth | 3 + checkpoint-5000/special_tokens_map.json | 1815 +++ checkpoint-5000/spiece.model | 3 + checkpoint-5000/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-5000/trainer_state.json | 10144 +++++++++++++ checkpoint-5000/training_args.bin | 3 + checkpoint-5500/added_tokens.json | 1768 +++ checkpoint-5500/config.json | 34 + checkpoint-5500/generation_config.json | 10 + checkpoint-5500/model.safetensors | 3 + checkpoint-5500/rng_state.pth | 3 + checkpoint-5500/special_tokens_map.json | 1815 +++ checkpoint-5500/spiece.model | 3 + checkpoint-5500/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-5500/trainer_state.json | 11155 ++++++++++++++ checkpoint-5500/training_args.bin | 3 + checkpoint-6000/added_tokens.json | 1768 +++ checkpoint-6000/config.json | 34 + checkpoint-6000/generation_config.json | 10 + checkpoint-6000/model.safetensors | 3 + checkpoint-6000/rng_state.pth | 3 + checkpoint-6000/special_tokens_map.json | 1815 +++ checkpoint-6000/spiece.model | 3 + checkpoint-6000/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-6000/trainer_state.json | 12166 +++++++++++++++ checkpoint-6000/training_args.bin | 3 + checkpoint-6500/added_tokens.json | 1768 +++ checkpoint-6500/config.json | 34 + checkpoint-6500/generation_config.json | 10 + checkpoint-6500/model.safetensors | 3 + checkpoint-6500/rng_state.pth | 3 + checkpoint-6500/special_tokens_map.json | 1815 +++ checkpoint-6500/spiece.model | 3 + checkpoint-6500/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-6500/trainer_state.json | 13177 +++++++++++++++++ checkpoint-6500/training_args.bin | 3 + checkpoint-7000/added_tokens.json | 1768 +++ checkpoint-7000/config.json | 34 + checkpoint-7000/generation_config.json | 10 + checkpoint-7000/model.safetensors | 3 + checkpoint-7000/rng_state.pth | 3 + checkpoint-7000/special_tokens_map.json | 1815 +++ checkpoint-7000/spiece.model | 3 + checkpoint-7000/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-7000/trainer_state.json | 14188 ++++++++++++++++++ checkpoint-7000/training_args.bin | 3 + checkpoint-7500/added_tokens.json | 1768 +++ checkpoint-7500/config.json | 34 + checkpoint-7500/generation_config.json | 10 + checkpoint-7500/model.safetensors | 3 + checkpoint-7500/rng_state.pth | 3 + checkpoint-7500/special_tokens_map.json | 1815 +++ checkpoint-7500/spiece.model | 3 + checkpoint-7500/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-7500/trainer_state.json | 15199 +++++++++++++++++++ checkpoint-7500/training_args.bin | 3 + checkpoint-8000/added_tokens.json | 1768 +++ checkpoint-8000/config.json | 34 + checkpoint-8000/generation_config.json | 10 + checkpoint-8000/model.safetensors | 3 + checkpoint-8000/rng_state.pth | 3 + checkpoint-8000/special_tokens_map.json | 1815 +++ checkpoint-8000/spiece.model | 3 + checkpoint-8000/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-8000/trainer_state.json | 16210 ++++++++++++++++++++ checkpoint-8000/training_args.bin | 3 + checkpoint-8420/added_tokens.json | 1768 +++ checkpoint-8420/config.json | 34 + checkpoint-8420/generation_config.json | 10 + checkpoint-8420/model.safetensors | 3 + checkpoint-8420/rng_state.pth | 3 + checkpoint-8420/special_tokens_map.json | 1815 +++ checkpoint-8420/spiece.model | 3 + checkpoint-8420/tokenizer_config.json | 15919 ++++++++++++++++++++ checkpoint-8420/trainer_state.json | 17050 ++++++++++++++++++++++ checkpoint-8420/training_args.bin | 3 + config.json | 34 + generation_config.json | 10 + model.safetensors | 3 + special_tokens_map.json | 1815 +++ spiece.model | 3 + tokenizer_config.json | 15919 ++++++++++++++++++++ training_args.bin | 3 + 180 files changed, 507224 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 checkpoint-1000/added_tokens.json create mode 100644 checkpoint-1000/config.json create mode 100644 checkpoint-1000/generation_config.json create mode 100644 checkpoint-1000/model.safetensors create mode 100644 checkpoint-1000/rng_state.pth create mode 100644 checkpoint-1000/special_tokens_map.json create mode 100644 checkpoint-1000/spiece.model create mode 100644 checkpoint-1000/tokenizer_config.json create mode 100644 checkpoint-1000/trainer_state.json create mode 100644 checkpoint-1000/training_args.bin create mode 100644 checkpoint-1500/added_tokens.json create mode 100644 checkpoint-1500/config.json create mode 100644 checkpoint-1500/generation_config.json create mode 100644 checkpoint-1500/model.safetensors create mode 100644 checkpoint-1500/rng_state.pth create mode 100644 checkpoint-1500/special_tokens_map.json create mode 100644 checkpoint-1500/spiece.model create mode 100644 checkpoint-1500/tokenizer_config.json create mode 100644 checkpoint-1500/trainer_state.json create mode 100644 checkpoint-1500/training_args.bin create mode 100644 checkpoint-2000/added_tokens.json create mode 100644 checkpoint-2000/config.json create mode 100644 checkpoint-2000/generation_config.json create mode 100644 checkpoint-2000/model.safetensors create mode 100644 checkpoint-2000/rng_state.pth create mode 100644 checkpoint-2000/special_tokens_map.json create mode 100644 checkpoint-2000/spiece.model create mode 100644 checkpoint-2000/tokenizer_config.json create mode 100644 checkpoint-2000/trainer_state.json create mode 100644 checkpoint-2000/training_args.bin create mode 100644 checkpoint-2500/added_tokens.json create mode 100644 checkpoint-2500/config.json create mode 100644 checkpoint-2500/generation_config.json create mode 100644 checkpoint-2500/model.safetensors create mode 100644 checkpoint-2500/rng_state.pth create mode 100644 checkpoint-2500/special_tokens_map.json create mode 100644 checkpoint-2500/spiece.model create mode 100644 checkpoint-2500/tokenizer_config.json create mode 100644 checkpoint-2500/trainer_state.json create mode 100644 checkpoint-2500/training_args.bin create mode 100644 checkpoint-3000/added_tokens.json create mode 100644 checkpoint-3000/config.json create mode 100644 checkpoint-3000/generation_config.json create mode 100644 checkpoint-3000/model.safetensors create mode 100644 checkpoint-3000/rng_state.pth create mode 100644 checkpoint-3000/special_tokens_map.json create mode 100644 checkpoint-3000/spiece.model create mode 100644 checkpoint-3000/tokenizer_config.json create mode 100644 checkpoint-3000/trainer_state.json create mode 100644 checkpoint-3000/training_args.bin create mode 100644 checkpoint-3500/added_tokens.json create mode 100644 checkpoint-3500/config.json create mode 100644 checkpoint-3500/generation_config.json create mode 100644 checkpoint-3500/model.safetensors create mode 100644 checkpoint-3500/rng_state.pth create mode 100644 checkpoint-3500/special_tokens_map.json create mode 100644 checkpoint-3500/spiece.model create mode 100644 checkpoint-3500/tokenizer_config.json create mode 100644 checkpoint-3500/trainer_state.json create mode 100644 checkpoint-3500/training_args.bin create mode 100644 checkpoint-4000/added_tokens.json create mode 100644 checkpoint-4000/config.json create mode 100644 checkpoint-4000/generation_config.json create mode 100644 checkpoint-4000/model.safetensors create mode 100644 checkpoint-4000/rng_state.pth create mode 100644 checkpoint-4000/special_tokens_map.json create mode 100644 checkpoint-4000/spiece.model create mode 100644 checkpoint-4000/tokenizer_config.json create mode 100644 checkpoint-4000/trainer_state.json create mode 100644 checkpoint-4000/training_args.bin create mode 100644 checkpoint-4500/added_tokens.json create mode 100644 checkpoint-4500/config.json create mode 100644 checkpoint-4500/generation_config.json create mode 100644 checkpoint-4500/model.safetensors create mode 100644 checkpoint-4500/rng_state.pth create mode 100644 checkpoint-4500/special_tokens_map.json create mode 100644 checkpoint-4500/spiece.model create mode 100644 checkpoint-4500/tokenizer_config.json create mode 100644 checkpoint-4500/trainer_state.json create mode 100644 checkpoint-4500/training_args.bin create mode 100644 checkpoint-500/added_tokens.json create mode 100644 checkpoint-500/config.json create mode 100644 checkpoint-500/generation_config.json create mode 100644 checkpoint-500/model.safetensors create mode 100644 checkpoint-500/rng_state.pth create mode 100644 checkpoint-500/special_tokens_map.json create mode 100644 checkpoint-500/spiece.model create mode 100644 checkpoint-500/tokenizer_config.json create mode 100644 checkpoint-500/trainer_state.json create mode 100644 checkpoint-500/training_args.bin create mode 100644 checkpoint-5000/added_tokens.json create mode 100644 checkpoint-5000/config.json create mode 100644 checkpoint-5000/generation_config.json create mode 100644 checkpoint-5000/model.safetensors create mode 100644 checkpoint-5000/rng_state.pth create mode 100644 checkpoint-5000/special_tokens_map.json create mode 100644 checkpoint-5000/spiece.model create mode 100644 checkpoint-5000/tokenizer_config.json create mode 100644 checkpoint-5000/trainer_state.json create mode 100644 checkpoint-5000/training_args.bin create mode 100644 checkpoint-5500/added_tokens.json create mode 100644 checkpoint-5500/config.json create mode 100644 checkpoint-5500/generation_config.json create mode 100644 checkpoint-5500/model.safetensors create mode 100644 checkpoint-5500/rng_state.pth create mode 100644 checkpoint-5500/special_tokens_map.json create mode 100644 checkpoint-5500/spiece.model create mode 100644 checkpoint-5500/tokenizer_config.json create mode 100644 checkpoint-5500/trainer_state.json create mode 100644 checkpoint-5500/training_args.bin create mode 100644 checkpoint-6000/added_tokens.json create mode 100644 checkpoint-6000/config.json create mode 100644 checkpoint-6000/generation_config.json create mode 100644 checkpoint-6000/model.safetensors create mode 100644 checkpoint-6000/rng_state.pth create mode 100644 checkpoint-6000/special_tokens_map.json create mode 100644 checkpoint-6000/spiece.model create mode 100644 checkpoint-6000/tokenizer_config.json create mode 100644 checkpoint-6000/trainer_state.json create mode 100644 checkpoint-6000/training_args.bin create mode 100644 checkpoint-6500/added_tokens.json create mode 100644 checkpoint-6500/config.json create mode 100644 checkpoint-6500/generation_config.json create mode 100644 checkpoint-6500/model.safetensors create mode 100644 checkpoint-6500/rng_state.pth create mode 100644 checkpoint-6500/special_tokens_map.json create mode 100644 checkpoint-6500/spiece.model create mode 100644 checkpoint-6500/tokenizer_config.json create mode 100644 checkpoint-6500/trainer_state.json create mode 100644 checkpoint-6500/training_args.bin create mode 100644 checkpoint-7000/added_tokens.json create mode 100644 checkpoint-7000/config.json create mode 100644 checkpoint-7000/generation_config.json create mode 100644 checkpoint-7000/model.safetensors create mode 100644 checkpoint-7000/rng_state.pth create mode 100644 checkpoint-7000/special_tokens_map.json create mode 100644 checkpoint-7000/spiece.model create mode 100644 checkpoint-7000/tokenizer_config.json create mode 100644 checkpoint-7000/trainer_state.json create mode 100644 checkpoint-7000/training_args.bin create mode 100644 checkpoint-7500/added_tokens.json create mode 100644 checkpoint-7500/config.json create mode 100644 checkpoint-7500/generation_config.json create mode 100644 checkpoint-7500/model.safetensors create mode 100644 checkpoint-7500/rng_state.pth create mode 100644 checkpoint-7500/special_tokens_map.json create mode 100644 checkpoint-7500/spiece.model create mode 100644 checkpoint-7500/tokenizer_config.json create mode 100644 checkpoint-7500/trainer_state.json create mode 100644 checkpoint-7500/training_args.bin create mode 100644 checkpoint-8000/added_tokens.json create mode 100644 checkpoint-8000/config.json create mode 100644 checkpoint-8000/generation_config.json create mode 100644 checkpoint-8000/model.safetensors create mode 100644 checkpoint-8000/rng_state.pth create mode 100644 checkpoint-8000/special_tokens_map.json create mode 100644 checkpoint-8000/spiece.model create mode 100644 checkpoint-8000/tokenizer_config.json create mode 100644 checkpoint-8000/trainer_state.json create mode 100644 checkpoint-8000/training_args.bin create mode 100644 checkpoint-8420/added_tokens.json create mode 100644 checkpoint-8420/config.json create mode 100644 checkpoint-8420/generation_config.json create mode 100644 checkpoint-8420/model.safetensors create mode 100644 checkpoint-8420/rng_state.pth create mode 100644 checkpoint-8420/special_tokens_map.json create mode 100644 checkpoint-8420/spiece.model create mode 100644 checkpoint-8420/tokenizer_config.json create mode 100644 checkpoint-8420/trainer_state.json create mode 100644 checkpoint-8420/training_args.bin create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 spiece.model create mode 100644 tokenizer_config.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6071096 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +base_model: fpadovani/urd-arab-10mb-ppt-shuff-dyck-10mb_seed10 +library_name: transformers +model_name: urd-arab-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed10 +tags: +- generated_from_trainer +- sft +- trl +licence: license +--- + +# Model Card for urd-arab-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed10 + +This model is a fine-tuned version of [fpadovani/urd-arab-10mb-ppt-shuff-dyck-10mb_seed10](https://huggingface.co/fpadovani/urd-arab-10mb-ppt-shuff-dyck-10mb_seed10). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="fpadovani/urd-arab-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed10", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/f-padovani-university-of-groningen/new_tokenizers/runs/aiqp8pvp) + + +This model was trained with SFT. + +### Framework versions + +- TRL: 0.23.0 +- Transformers: 4.56.2 +- Pytorch: 2.11.0 +- Datasets: 4.8.4 +- Tokenizers: 0.22.1 + +## Citations + + + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-1000/added_tokens.json b/checkpoint-1000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-1000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-1000/config.json b/checkpoint-1000/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-1000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-1000/generation_config.json b/checkpoint-1000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-1000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-1000/model.safetensors b/checkpoint-1000/model.safetensors new file mode 100644 index 0000000..7cadbc4 --- /dev/null +++ b/checkpoint-1000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a25e5ddbc6bb34686abca6c7abb3f4132925778d083f1bdac469c1c3f28c40 +size 76082256 diff --git a/checkpoint-1000/rng_state.pth b/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000..3abade9 --- /dev/null +++ b/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:787dc366314a80d9c70d13467f4039b048ace980473810c0cc6a8e942aa5bdcc +size 14645 diff --git a/checkpoint-1000/special_tokens_map.json b/checkpoint-1000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-1000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-1000/spiece.model b/checkpoint-1000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-1000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-1000/tokenizer_config.json b/checkpoint-1000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-1000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-1000/trainer_state.json b/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000..1a6dde4 --- /dev/null +++ b/checkpoint-1000/trainer_state.json @@ -0,0 +1,2056 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1862396204033214, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 747643582218240.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1000/training_args.bin b/checkpoint-1000/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-1500/added_tokens.json b/checkpoint-1500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-1500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-1500/config.json b/checkpoint-1500/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-1500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-1500/generation_config.json b/checkpoint-1500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-1500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-1500/model.safetensors b/checkpoint-1500/model.safetensors new file mode 100644 index 0000000..30c9e2a --- /dev/null +++ b/checkpoint-1500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d5ecdbe32ec5c0fa94ff8891bbe78c1ab4645f3120b3e7433985be4d62aa7c +size 76082256 diff --git a/checkpoint-1500/rng_state.pth b/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000..7b559e6 --- /dev/null +++ b/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e031ed32e7de5f5dc158c767874d1b1182c5b42a502213e0c3fc953f35cb33 +size 14645 diff --git a/checkpoint-1500/special_tokens_map.json b/checkpoint-1500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-1500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-1500/spiece.model b/checkpoint-1500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-1500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-1500/tokenizer_config.json b/checkpoint-1500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-1500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-1500/trainer_state.json b/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000..df3d344 --- /dev/null +++ b/checkpoint-1500/trainer_state.json @@ -0,0 +1,3067 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.7793594306049823, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1117206434119680.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1500/training_args.bin b/checkpoint-1500/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-2000/added_tokens.json b/checkpoint-2000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-2000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-2000/config.json b/checkpoint-2000/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-2000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-2000/generation_config.json b/checkpoint-2000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-2000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-2000/model.safetensors b/checkpoint-2000/model.safetensors new file mode 100644 index 0000000..8d37af1 --- /dev/null +++ b/checkpoint-2000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3203cf3c319684469f61cffd481a11e38165363add52bbd143ee5649537e01d4 +size 76082256 diff --git a/checkpoint-2000/rng_state.pth b/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000..fd3393c --- /dev/null +++ b/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c94b287194c9c79996e71db42fc22dacccc42dc3de8ac0e60dee5d8855299a +size 14645 diff --git a/checkpoint-2000/special_tokens_map.json b/checkpoint-2000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-2000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-2000/spiece.model b/checkpoint-2000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-2000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-2000/tokenizer_config.json b/checkpoint-2000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-2000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-2000/trainer_state.json b/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000..388b774 --- /dev/null +++ b/checkpoint-2000/trainer_state.json @@ -0,0 +1,4078 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.372479240806643, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1491403969474560.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2000/training_args.bin b/checkpoint-2000/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-2500/added_tokens.json b/checkpoint-2500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-2500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-2500/config.json b/checkpoint-2500/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-2500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-2500/generation_config.json b/checkpoint-2500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-2500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-2500/model.safetensors b/checkpoint-2500/model.safetensors new file mode 100644 index 0000000..350bbfb --- /dev/null +++ b/checkpoint-2500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89af1f298ee63e8d381b7d698c1ad5d6dd121805d57a33f169db6184cdd38ae6 +size 76082256 diff --git a/checkpoint-2500/rng_state.pth b/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000..99a912f --- /dev/null +++ b/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146cd311a90aa4fd3e710d67d1995f83fad743c36c8a3247e52a0712a5999006 +size 14645 diff --git a/checkpoint-2500/special_tokens_map.json b/checkpoint-2500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-2500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-2500/spiece.model b/checkpoint-2500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-2500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-2500/tokenizer_config.json b/checkpoint-2500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-2500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-2500/trainer_state.json b/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000..a13f28d --- /dev/null +++ b/checkpoint-2500/trainer_state.json @@ -0,0 +1,5089 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9655990510083035, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1866656706048000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2500/training_args.bin b/checkpoint-2500/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-3000/added_tokens.json b/checkpoint-3000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-3000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-3000/config.json b/checkpoint-3000/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-3000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-3000/generation_config.json b/checkpoint-3000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-3000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-3000/model.safetensors b/checkpoint-3000/model.safetensors new file mode 100644 index 0000000..f41e0cd --- /dev/null +++ b/checkpoint-3000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4eb50cbd16fc205f5a7ae034c7a6200443229cca6e28d3762f65424b597f713 +size 76082256 diff --git a/checkpoint-3000/rng_state.pth b/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000..39e12f4 --- /dev/null +++ b/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b83781fab2463b1abb2fc725236f6074ef082280fc9f4a4d6cac74e0c53c37f +size 14645 diff --git a/checkpoint-3000/special_tokens_map.json b/checkpoint-3000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-3000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-3000/spiece.model b/checkpoint-3000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-3000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-3000/tokenizer_config.json b/checkpoint-3000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-3000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-3000/trainer_state.json b/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000..e86ad3c --- /dev/null +++ b/checkpoint-3000/trainer_state.json @@ -0,0 +1,6100 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.5587188612099645, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2241871913594880.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-3000/training_args.bin b/checkpoint-3000/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-3500/added_tokens.json b/checkpoint-3500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-3500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-3500/config.json b/checkpoint-3500/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-3500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-3500/generation_config.json b/checkpoint-3500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-3500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-3500/model.safetensors b/checkpoint-3500/model.safetensors new file mode 100644 index 0000000..0189117 --- /dev/null +++ b/checkpoint-3500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52c67e69c8420c6aae06801dcc37637ed04703197133dd5a30cd6aea314edbab +size 76082256 diff --git a/checkpoint-3500/rng_state.pth b/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000..349c838 --- /dev/null +++ b/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244cc020b16522bbe24e3ce3e433541c7d40a606afb4e5f243d9ff58d7e086a7 +size 14645 diff --git a/checkpoint-3500/special_tokens_map.json b/checkpoint-3500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-3500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-3500/spiece.model b/checkpoint-3500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-3500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-3500/tokenizer_config.json b/checkpoint-3500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-3500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-3500/trainer_state.json b/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000..d696f32 --- /dev/null +++ b/checkpoint-3500/trainer_state.json @@ -0,0 +1,7111 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.1518386714116255, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2610809029509120.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-3500/training_args.bin b/checkpoint-3500/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-4000/added_tokens.json b/checkpoint-4000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-4000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-4000/config.json b/checkpoint-4000/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-4000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-4000/generation_config.json b/checkpoint-4000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-4000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-4000/model.safetensors b/checkpoint-4000/model.safetensors new file mode 100644 index 0000000..c077af9 --- /dev/null +++ b/checkpoint-4000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:592a31a0a32063fcf064b37f4a7a43d914196833fdd5a0b62b1651f8237cfb91 +size 76082256 diff --git a/checkpoint-4000/rng_state.pth b/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000..6272fc7 --- /dev/null +++ b/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44563df363700eff8a98d96805daff9ecbe88b495c658e48b89f3e4706736ecc +size 14645 diff --git a/checkpoint-4000/special_tokens_map.json b/checkpoint-4000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-4000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-4000/spiece.model b/checkpoint-4000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-4000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-4000/tokenizer_config.json b/checkpoint-4000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-4000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-4000/trainer_state.json b/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000..5ea6166 --- /dev/null +++ b/checkpoint-4000/trainer_state.json @@ -0,0 +1,8122 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.744958481613286, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2981411798630400.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-4000/training_args.bin b/checkpoint-4000/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-4500/added_tokens.json b/checkpoint-4500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-4500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-4500/config.json b/checkpoint-4500/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-4500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-4500/generation_config.json b/checkpoint-4500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-4500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-4500/model.safetensors b/checkpoint-4500/model.safetensors new file mode 100644 index 0000000..e164a3d --- /dev/null +++ b/checkpoint-4500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80c3005db0a47c26c5e8387ae3855e241b15a573b24438dfd874e08363234174 +size 76082256 diff --git a/checkpoint-4500/rng_state.pth b/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000..c00343f --- /dev/null +++ b/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:349883178febf6ac16536c3d4d4bf6bb8d59f49a149a187db1425fe5abf173e0 +size 14645 diff --git a/checkpoint-4500/special_tokens_map.json b/checkpoint-4500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-4500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-4500/spiece.model b/checkpoint-4500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-4500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-4500/tokenizer_config.json b/checkpoint-4500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-4500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-4500/trainer_state.json b/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000..f6c2bb9 --- /dev/null +++ b/checkpoint-4500/trainer_state.json @@ -0,0 +1,9133 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.338078291814947, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3362802346967040.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-4500/training_args.bin b/checkpoint-4500/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-500/added_tokens.json b/checkpoint-500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-500/config.json b/checkpoint-500/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-500/generation_config.json b/checkpoint-500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-500/model.safetensors b/checkpoint-500/model.safetensors new file mode 100644 index 0000000..89d05f2 --- /dev/null +++ b/checkpoint-500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0ef7700c632c014d4440884015695a19ae1d64299a9c0a4839f16cad9c08b6 +size 76082256 diff --git a/checkpoint-500/rng_state.pth b/checkpoint-500/rng_state.pth new file mode 100644 index 0000000..8283db0 --- /dev/null +++ b/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751f8b644110ea5a016b52f562938061ebd0732e95e09f80ca20ff86ab0203cc +size 14645 diff --git a/checkpoint-500/special_tokens_map.json b/checkpoint-500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-500/spiece.model b/checkpoint-500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-500/tokenizer_config.json b/checkpoint-500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-500/trainer_state.json b/checkpoint-500/trainer_state.json new file mode 100644 index 0000000..f9578d3 --- /dev/null +++ b/checkpoint-500/trainer_state.json @@ -0,0 +1,1045 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.5931198102016607, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 375536020193280.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-500/training_args.bin b/checkpoint-500/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-5000/added_tokens.json b/checkpoint-5000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-5000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-5000/config.json b/checkpoint-5000/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-5000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-5000/generation_config.json b/checkpoint-5000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-5000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-5000/model.safetensors b/checkpoint-5000/model.safetensors new file mode 100644 index 0000000..8b92dce --- /dev/null +++ b/checkpoint-5000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7a48cb7950503bfcbfc5e3e15034208f31191b7b0477d7fd70c30db7d8734c +size 76082256 diff --git a/checkpoint-5000/rng_state.pth b/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000..33488ae --- /dev/null +++ b/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b93dfb0255c47b7e9acc4323af51485e3a42bc983b0bca232a50988fc8d82c5d +size 14645 diff --git a/checkpoint-5000/special_tokens_map.json b/checkpoint-5000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-5000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-5000/spiece.model b/checkpoint-5000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-5000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-5000/tokenizer_config.json b/checkpoint-5000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-5000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-5000/trainer_state.json b/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000..62af1cb --- /dev/null +++ b/checkpoint-5000/trainer_state.json @@ -0,0 +1,10144 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.931198102016607, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + }, + { + "entropy": 5.058888483047485, + "epoch": 5.344009489916964, + "grad_norm": 1.328125, + "learning_rate": 0.0002945994974942864, + "loss": 4.4608, + "mean_token_accuracy": 0.23459965437650682, + "num_tokens": 12923983.0, + "step": 4505 + }, + { + "entropy": 5.0865026950836185, + "epoch": 5.34994068801898, + "grad_norm": 1.421875, + "learning_rate": 0.0002941249448769988, + "loss": 4.3853, + "mean_token_accuracy": 0.2561731278896332, + "num_tokens": 12936741.0, + "step": 4510 + }, + { + "entropy": 5.056635904312134, + "epoch": 5.355871886120997, + "grad_norm": 1.3203125, + "learning_rate": 0.0002936503065496167, + "loss": 4.4375, + "mean_token_accuracy": 0.24360568821430206, + "num_tokens": 12951421.0, + "step": 4515 + }, + { + "entropy": 5.018971395492554, + "epoch": 5.361803084223013, + "grad_norm": 1.234375, + "learning_rate": 0.0002931755846392731, + "loss": 4.405, + "mean_token_accuracy": 0.23899228125810623, + "num_tokens": 12966278.0, + "step": 4520 + }, + { + "entropy": 5.047994661331177, + "epoch": 5.36773428232503, + "grad_norm": 1.3671875, + "learning_rate": 0.000292700781273475, + "loss": 4.4139, + "mean_token_accuracy": 0.24122539758682252, + "num_tokens": 12981301.0, + "step": 4525 + }, + { + "entropy": 5.055590486526489, + "epoch": 5.3736654804270465, + "grad_norm": 1.359375, + "learning_rate": 0.00029222589858009484, + "loss": 4.4325, + "mean_token_accuracy": 0.24734572023153306, + "num_tokens": 12996358.0, + "step": 4530 + }, + { + "entropy": 5.025227165222168, + "epoch": 5.3795966785290625, + "grad_norm": 1.234375, + "learning_rate": 0.0002917509386873605, + "loss": 4.4437, + "mean_token_accuracy": 0.2385510802268982, + "num_tokens": 13013149.0, + "step": 4535 + }, + { + "entropy": 5.102819204330444, + "epoch": 5.3855278766310795, + "grad_norm": 1.4296875, + "learning_rate": 0.00029127590372384583, + "loss": 4.4223, + "mean_token_accuracy": 0.24738444536924362, + "num_tokens": 13027227.0, + "step": 4540 + }, + { + "entropy": 5.040490245819091, + "epoch": 5.391459074733096, + "grad_norm": 1.609375, + "learning_rate": 0.00029080079581846106, + "loss": 4.3667, + "mean_token_accuracy": 0.2456284523010254, + "num_tokens": 13040136.0, + "step": 4545 + }, + { + "entropy": 5.009986829757691, + "epoch": 5.397390272835112, + "grad_norm": 1.296875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4275, + "mean_token_accuracy": 0.23675494641065598, + "num_tokens": 13053339.0, + "step": 4550 + }, + { + "entropy": 5.016347980499267, + "epoch": 5.403321470937129, + "grad_norm": 1.171875, + "learning_rate": 0.00028985036969934744, + "loss": 4.4193, + "mean_token_accuracy": 0.24513203799724578, + "num_tokens": 13067466.0, + "step": 4555 + }, + { + "entropy": 5.067802429199219, + "epoch": 5.409252669039146, + "grad_norm": 1.2578125, + "learning_rate": 0.00028937505574503535, + "loss": 4.4001, + "mean_token_accuracy": 0.2465244710445404, + "num_tokens": 13080935.0, + "step": 4560 + }, + { + "entropy": 5.020471286773682, + "epoch": 5.415183867141162, + "grad_norm": 1.3515625, + "learning_rate": 0.0002888996773676677, + "loss": 4.4509, + "mean_token_accuracy": 0.2363573893904686, + "num_tokens": 13096324.0, + "step": 4565 + }, + { + "entropy": 5.126127099990844, + "epoch": 5.421115065243179, + "grad_norm": 1.2890625, + "learning_rate": 0.0002884242366976939, + "loss": 4.4733, + "mean_token_accuracy": 0.2339528188109398, + "num_tokens": 13111300.0, + "step": 4570 + }, + { + "entropy": 5.0503441333770756, + "epoch": 5.427046263345196, + "grad_norm": 1.1796875, + "learning_rate": 0.0002879487358658425, + "loss": 4.4477, + "mean_token_accuracy": 0.2459062695503235, + "num_tokens": 13125654.0, + "step": 4575 + }, + { + "entropy": 4.996106481552124, + "epoch": 5.432977461447212, + "grad_norm": 1.40625, + "learning_rate": 0.00028747317700311144, + "loss": 4.4009, + "mean_token_accuracy": 0.24370353370904924, + "num_tokens": 13138827.0, + "step": 4580 + }, + { + "entropy": 5.117808628082275, + "epoch": 5.438908659549229, + "grad_norm": 1.4140625, + "learning_rate": 0.00028699756224075893, + "loss": 4.4545, + "mean_token_accuracy": 0.24555698782205582, + "num_tokens": 13154154.0, + "step": 4585 + }, + { + "entropy": 5.077613782882691, + "epoch": 5.444839857651246, + "grad_norm": 1.40625, + "learning_rate": 0.0002865218937102938, + "loss": 4.4958, + "mean_token_accuracy": 0.23867165595293044, + "num_tokens": 13169300.0, + "step": 4590 + }, + { + "entropy": 5.060262203216553, + "epoch": 5.450771055753262, + "grad_norm": 1.1953125, + "learning_rate": 0.0002860461735434655, + "loss": 4.4814, + "mean_token_accuracy": 0.229344967007637, + "num_tokens": 13184925.0, + "step": 4595 + }, + { + "entropy": 5.093711948394775, + "epoch": 5.456702253855279, + "grad_norm": 1.2109375, + "learning_rate": 0.0002855704038722552, + "loss": 4.4351, + "mean_token_accuracy": 0.2340375155210495, + "num_tokens": 13201488.0, + "step": 4600 + }, + { + "entropy": 5.109644174575806, + "epoch": 5.462633451957295, + "grad_norm": 1.25, + "learning_rate": 0.0002850945868288659, + "loss": 4.5378, + "mean_token_accuracy": 0.22780389040708543, + "num_tokens": 13217575.0, + "step": 4605 + }, + { + "entropy": 5.050470209121704, + "epoch": 5.468564650059312, + "grad_norm": 1.2265625, + "learning_rate": 0.0002846187245457127, + "loss": 4.4121, + "mean_token_accuracy": 0.24261299669742584, + "num_tokens": 13232505.0, + "step": 4610 + }, + { + "entropy": 5.09966893196106, + "epoch": 5.474495848161329, + "grad_norm": 1.421875, + "learning_rate": 0.00028414281915541356, + "loss": 4.4033, + "mean_token_accuracy": 0.24443318098783492, + "num_tokens": 13245649.0, + "step": 4615 + }, + { + "entropy": 4.994836330413818, + "epoch": 5.480427046263345, + "grad_norm": 1.2578125, + "learning_rate": 0.00028366687279077977, + "loss": 4.4421, + "mean_token_accuracy": 0.24775925874710084, + "num_tokens": 13259462.0, + "step": 4620 + }, + { + "entropy": 5.05501766204834, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.4719, + "mean_token_accuracy": 0.23720043301582336, + "num_tokens": 13275014.0, + "step": 4625 + }, + { + "entropy": 5.028215980529785, + "epoch": 5.492289442467379, + "grad_norm": 1.390625, + "learning_rate": 0.00028271486567066123, + "loss": 4.3964, + "mean_token_accuracy": 0.25001311004161836, + "num_tokens": 13288450.0, + "step": 4630 + }, + { + "entropy": 5.068965864181519, + "epoch": 5.498220640569395, + "grad_norm": 1.15625, + "learning_rate": 0.0002822388091816788, + "loss": 4.503, + "mean_token_accuracy": 0.24046200066804885, + "num_tokens": 13303947.0, + "step": 4635 + }, + { + "entropy": 5.116705465316772, + "epoch": 5.504151838671412, + "grad_norm": 1.3359375, + "learning_rate": 0.00028176272025134697, + "loss": 4.456, + "mean_token_accuracy": 0.2419669434428215, + "num_tokens": 13317380.0, + "step": 4640 + }, + { + "entropy": 5.0632740497589115, + "epoch": 5.510083036773429, + "grad_norm": 1.2421875, + "learning_rate": 0.0002812866010132995, + "loss": 4.3713, + "mean_token_accuracy": 0.2490440309047699, + "num_tokens": 13331706.0, + "step": 4645 + }, + { + "entropy": 5.003316974639892, + "epoch": 5.516014234875445, + "grad_norm": 1.171875, + "learning_rate": 0.00028081045360130587, + "loss": 4.4336, + "mean_token_accuracy": 0.23711458444595337, + "num_tokens": 13346263.0, + "step": 4650 + }, + { + "entropy": 5.1004985809326175, + "epoch": 5.5219454329774615, + "grad_norm": 1.4140625, + "learning_rate": 0.000280334280149262, + "loss": 4.417, + "mean_token_accuracy": 0.24271144717931747, + "num_tokens": 13361113.0, + "step": 4655 + }, + { + "entropy": 5.1378613948822025, + "epoch": 5.527876631079478, + "grad_norm": 1.34375, + "learning_rate": 0.0002798580827911803, + "loss": 4.4628, + "mean_token_accuracy": 0.23616952449083328, + "num_tokens": 13374577.0, + "step": 4660 + }, + { + "entropy": 5.025697040557861, + "epoch": 5.5338078291814945, + "grad_norm": 1.40625, + "learning_rate": 0.0002793818636611805, + "loss": 4.4311, + "mean_token_accuracy": 0.23942704051733016, + "num_tokens": 13387930.0, + "step": 4665 + }, + { + "entropy": 5.041089010238648, + "epoch": 5.539739027283511, + "grad_norm": 1.25, + "learning_rate": 0.0002789056248934797, + "loss": 4.4442, + "mean_token_accuracy": 0.24215238243341447, + "num_tokens": 13402992.0, + "step": 4670 + }, + { + "entropy": 5.120145988464356, + "epoch": 5.545670225385528, + "grad_norm": 1.3359375, + "learning_rate": 0.0002784293686223832, + "loss": 4.3959, + "mean_token_accuracy": 0.24842557907104493, + "num_tokens": 13416998.0, + "step": 4675 + }, + { + "entropy": 5.012027406692505, + "epoch": 5.551601423487544, + "grad_norm": 1.5078125, + "learning_rate": 0.0002779530969822746, + "loss": 4.43, + "mean_token_accuracy": 0.23928656727075576, + "num_tokens": 13430278.0, + "step": 4680 + }, + { + "entropy": 5.000022935867309, + "epoch": 5.557532621589561, + "grad_norm": 1.2734375, + "learning_rate": 0.0002774768121076065, + "loss": 4.3708, + "mean_token_accuracy": 0.24596457779407502, + "num_tokens": 13444608.0, + "step": 4685 + }, + { + "entropy": 5.036244869232178, + "epoch": 5.563463819691577, + "grad_norm": 1.4296875, + "learning_rate": 0.0002770005161328908, + "loss": 4.4577, + "mean_token_accuracy": 0.24575844258069993, + "num_tokens": 13457961.0, + "step": 4690 + }, + { + "entropy": 5.089932107925415, + "epoch": 5.569395017793594, + "grad_norm": 1.2578125, + "learning_rate": 0.0002765242111926891, + "loss": 4.53, + "mean_token_accuracy": 0.22811459004878998, + "num_tokens": 13472552.0, + "step": 4695 + }, + { + "entropy": 5.091521215438843, + "epoch": 5.575326215895611, + "grad_norm": 1.2734375, + "learning_rate": 0.00027604789942160297, + "loss": 4.4559, + "mean_token_accuracy": 0.23580421954393388, + "num_tokens": 13486090.0, + "step": 4700 + }, + { + "entropy": 5.047355365753174, + "epoch": 5.581257413997627, + "grad_norm": 1.4140625, + "learning_rate": 0.00027557158295426506, + "loss": 4.4502, + "mean_token_accuracy": 0.24515524953603746, + "num_tokens": 13499493.0, + "step": 4705 + }, + { + "entropy": 5.126659488677978, + "epoch": 5.587188612099644, + "grad_norm": 1.3828125, + "learning_rate": 0.0002750952639253287, + "loss": 4.5085, + "mean_token_accuracy": 0.23807648122310637, + "num_tokens": 13513270.0, + "step": 4710 + }, + { + "entropy": 5.04275369644165, + "epoch": 5.593119810201661, + "grad_norm": 1.1953125, + "learning_rate": 0.00027461894446945877, + "loss": 4.4291, + "mean_token_accuracy": 0.23905896246433259, + "num_tokens": 13527571.0, + "step": 4715 + }, + { + "entropy": 5.031711196899414, + "epoch": 5.599051008303677, + "grad_norm": 1.2109375, + "learning_rate": 0.0002741426267213223, + "loss": 4.399, + "mean_token_accuracy": 0.2434948205947876, + "num_tokens": 13541956.0, + "step": 4720 + }, + { + "entropy": 5.123283910751343, + "epoch": 5.604982206405694, + "grad_norm": 1.265625, + "learning_rate": 0.0002736663128155781, + "loss": 4.5138, + "mean_token_accuracy": 0.2383720725774765, + "num_tokens": 13557613.0, + "step": 4725 + }, + { + "entropy": 5.01444091796875, + "epoch": 5.610913404507711, + "grad_norm": 1.2734375, + "learning_rate": 0.0002731900048868685, + "loss": 4.4113, + "mean_token_accuracy": 0.2442216083407402, + "num_tokens": 13572207.0, + "step": 4730 + }, + { + "entropy": 5.030840015411377, + "epoch": 5.616844602609727, + "grad_norm": 1.3359375, + "learning_rate": 0.00027271370506980853, + "loss": 4.4484, + "mean_token_accuracy": 0.24023475646972656, + "num_tokens": 13587621.0, + "step": 4735 + }, + { + "entropy": 5.046911907196045, + "epoch": 5.622775800711744, + "grad_norm": 1.1640625, + "learning_rate": 0.00027223741549897696, + "loss": 4.4536, + "mean_token_accuracy": 0.24491426199674607, + "num_tokens": 13602745.0, + "step": 4740 + }, + { + "entropy": 5.101274490356445, + "epoch": 5.62870699881376, + "grad_norm": 1.4296875, + "learning_rate": 0.00027176113830890673, + "loss": 4.3867, + "mean_token_accuracy": 0.24548266381025313, + "num_tokens": 13616138.0, + "step": 4745 + }, + { + "entropy": 5.06822943687439, + "epoch": 5.634638196915777, + "grad_norm": 1.5234375, + "learning_rate": 0.0002712848756340754, + "loss": 4.4545, + "mean_token_accuracy": 0.23555067032575608, + "num_tokens": 13630326.0, + "step": 4750 + }, + { + "entropy": 5.033315277099609, + "epoch": 5.640569395017794, + "grad_norm": 1.2734375, + "learning_rate": 0.000270808629608895, + "loss": 4.4272, + "mean_token_accuracy": 0.2433514729142189, + "num_tokens": 13644880.0, + "step": 4755 + }, + { + "entropy": 5.023551321029663, + "epoch": 5.646500593119811, + "grad_norm": 1.15625, + "learning_rate": 0.0002703324023677036, + "loss": 4.4452, + "mean_token_accuracy": 0.2369721755385399, + "num_tokens": 13660506.0, + "step": 4760 + }, + { + "entropy": 5.0040631771087645, + "epoch": 5.652431791221827, + "grad_norm": 1.34375, + "learning_rate": 0.00026985619604475466, + "loss": 4.3864, + "mean_token_accuracy": 0.24618825018405915, + "num_tokens": 13675961.0, + "step": 4765 + }, + { + "entropy": 5.014545249938965, + "epoch": 5.658362989323844, + "grad_norm": 1.1640625, + "learning_rate": 0.00026938001277420785, + "loss": 4.4389, + "mean_token_accuracy": 0.23929533064365388, + "num_tokens": 13690570.0, + "step": 4770 + }, + { + "entropy": 5.050947809219361, + "epoch": 5.66429418742586, + "grad_norm": 1.4453125, + "learning_rate": 0.00026890385469011997, + "loss": 4.4374, + "mean_token_accuracy": 0.24186193346977233, + "num_tokens": 13704267.0, + "step": 4775 + }, + { + "entropy": 5.026543426513672, + "epoch": 5.670225385527877, + "grad_norm": 1.1875, + "learning_rate": 0.00026842772392643443, + "loss": 4.4268, + "mean_token_accuracy": 0.24120682775974273, + "num_tokens": 13720761.0, + "step": 4780 + }, + { + "entropy": 5.0410003662109375, + "epoch": 5.6761565836298935, + "grad_norm": 1.3125, + "learning_rate": 0.0002679516226169724, + "loss": 4.4009, + "mean_token_accuracy": 0.24163358509540558, + "num_tokens": 13735898.0, + "step": 4785 + }, + { + "entropy": 4.978803491592407, + "epoch": 5.6820877817319095, + "grad_norm": 1.3046875, + "learning_rate": 0.0002674755528954232, + "loss": 4.3798, + "mean_token_accuracy": 0.24308834820985795, + "num_tokens": 13748962.0, + "step": 4790 + }, + { + "entropy": 5.005527067184448, + "epoch": 5.6880189798339265, + "grad_norm": 1.40625, + "learning_rate": 0.00026699951689533445, + "loss": 4.4788, + "mean_token_accuracy": 0.2391334593296051, + "num_tokens": 13763941.0, + "step": 4795 + }, + { + "entropy": 5.004294157028198, + "epoch": 5.693950177935943, + "grad_norm": 1.21875, + "learning_rate": 0.0002665235167501026, + "loss": 4.3661, + "mean_token_accuracy": 0.24394810497760772, + "num_tokens": 13778316.0, + "step": 4800 + }, + { + "entropy": 5.087885141372681, + "epoch": 5.699881376037959, + "grad_norm": 1.2578125, + "learning_rate": 0.0002660475545929636, + "loss": 4.4756, + "mean_token_accuracy": 0.24611255377531052, + "num_tokens": 13792091.0, + "step": 4805 + }, + { + "entropy": 5.108520412445069, + "epoch": 5.705812574139976, + "grad_norm": 1.4296875, + "learning_rate": 0.00026557163255698274, + "loss": 4.481, + "mean_token_accuracy": 0.23163021951913834, + "num_tokens": 13807048.0, + "step": 4810 + }, + { + "entropy": 5.079970455169677, + "epoch": 5.711743772241993, + "grad_norm": 1.2578125, + "learning_rate": 0.00026509575277504593, + "loss": 4.4844, + "mean_token_accuracy": 0.2349588006734848, + "num_tokens": 13822455.0, + "step": 4815 + }, + { + "entropy": 5.103965759277344, + "epoch": 5.717674970344009, + "grad_norm": 1.3828125, + "learning_rate": 0.0002646199173798497, + "loss": 4.4745, + "mean_token_accuracy": 0.24245647192001343, + "num_tokens": 13836609.0, + "step": 4820 + }, + { + "entropy": 5.0784893989562985, + "epoch": 5.723606168446026, + "grad_norm": 1.40625, + "learning_rate": 0.0002641441285038913, + "loss": 4.4351, + "mean_token_accuracy": 0.24516603201627732, + "num_tokens": 13849453.0, + "step": 4825 + }, + { + "entropy": 5.115981674194336, + "epoch": 5.729537366548042, + "grad_norm": 1.25, + "learning_rate": 0.00026366838827945985, + "loss": 4.5093, + "mean_token_accuracy": 0.23044819086790086, + "num_tokens": 13863082.0, + "step": 4830 + }, + { + "entropy": 5.061673355102539, + "epoch": 5.735468564650059, + "grad_norm": 1.390625, + "learning_rate": 0.00026319269883862633, + "loss": 4.5304, + "mean_token_accuracy": 0.2362530156970024, + "num_tokens": 13875323.0, + "step": 4835 + }, + { + "entropy": 5.108893156051636, + "epoch": 5.741399762752076, + "grad_norm": 1.3515625, + "learning_rate": 0.000262717062313234, + "loss": 4.448, + "mean_token_accuracy": 0.2434764564037323, + "num_tokens": 13888271.0, + "step": 4840 + }, + { + "entropy": 5.006637668609619, + "epoch": 5.747330960854093, + "grad_norm": 1.375, + "learning_rate": 0.0002622414808348892, + "loss": 4.4238, + "mean_token_accuracy": 0.2431655764579773, + "num_tokens": 13900607.0, + "step": 4845 + }, + { + "entropy": 5.080786991119385, + "epoch": 5.753262158956109, + "grad_norm": 1.265625, + "learning_rate": 0.00026176595653495136, + "loss": 4.4266, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 13915180.0, + "step": 4850 + }, + { + "entropy": 5.065893030166626, + "epoch": 5.759193357058126, + "grad_norm": 1.40625, + "learning_rate": 0.0002612904915445238, + "loss": 4.4832, + "mean_token_accuracy": 0.23563706874847412, + "num_tokens": 13930158.0, + "step": 4855 + }, + { + "entropy": 5.010072803497314, + "epoch": 5.765124555160142, + "grad_norm": 1.25, + "learning_rate": 0.000260815087994444, + "loss": 4.3664, + "mean_token_accuracy": 0.24564545154571532, + "num_tokens": 13943223.0, + "step": 4860 + }, + { + "entropy": 4.9927332401275635, + "epoch": 5.771055753262159, + "grad_norm": 1.125, + "learning_rate": 0.000260339748015274, + "loss": 4.4644, + "mean_token_accuracy": 0.24376613795757293, + "num_tokens": 13958938.0, + "step": 4865 + }, + { + "entropy": 5.041768980026245, + "epoch": 5.776986951364176, + "grad_norm": 1.15625, + "learning_rate": 0.0002598644737372911, + "loss": 4.4388, + "mean_token_accuracy": 0.23757123053073884, + "num_tokens": 13973975.0, + "step": 4870 + }, + { + "entropy": 5.041567325592041, + "epoch": 5.782918149466192, + "grad_norm": 1.2109375, + "learning_rate": 0.0002593892672904781, + "loss": 4.4592, + "mean_token_accuracy": 0.23768191039562225, + "num_tokens": 13990605.0, + "step": 4875 + }, + { + "entropy": 5.0419941425323485, + "epoch": 5.788849347568209, + "grad_norm": 1.2578125, + "learning_rate": 0.00025891413080451377, + "loss": 4.5436, + "mean_token_accuracy": 0.23147597014904023, + "num_tokens": 14006307.0, + "step": 4880 + }, + { + "entropy": 5.0918761730194095, + "epoch": 5.794780545670226, + "grad_norm": 1.3046875, + "learning_rate": 0.00025843906640876326, + "loss": 4.4521, + "mean_token_accuracy": 0.23559338748455047, + "num_tokens": 14019472.0, + "step": 4885 + }, + { + "entropy": 5.027110958099366, + "epoch": 5.800711743772242, + "grad_norm": 1.2265625, + "learning_rate": 0.000257964076232269, + "loss": 4.4103, + "mean_token_accuracy": 0.2430754005908966, + "num_tokens": 14033525.0, + "step": 4890 + }, + { + "entropy": 5.015383195877075, + "epoch": 5.806642941874259, + "grad_norm": 1.3203125, + "learning_rate": 0.00025748916240374016, + "loss": 4.4918, + "mean_token_accuracy": 0.23823553174734116, + "num_tokens": 14048823.0, + "step": 4895 + }, + { + "entropy": 5.086786603927612, + "epoch": 5.812574139976276, + "grad_norm": 1.2265625, + "learning_rate": 0.00025701432705154445, + "loss": 4.4866, + "mean_token_accuracy": 0.23517824858427047, + "num_tokens": 14063568.0, + "step": 4900 + }, + { + "entropy": 5.067300701141358, + "epoch": 5.818505338078292, + "grad_norm": 1.3203125, + "learning_rate": 0.0002565395723036975, + "loss": 4.4682, + "mean_token_accuracy": 0.23759765326976776, + "num_tokens": 14077128.0, + "step": 4905 + }, + { + "entropy": 5.050278615951538, + "epoch": 5.8244365361803085, + "grad_norm": 1.4765625, + "learning_rate": 0.0002560649002878537, + "loss": 4.416, + "mean_token_accuracy": 0.24787454605102538, + "num_tokens": 14089673.0, + "step": 4910 + }, + { + "entropy": 5.040318489074707, + "epoch": 5.830367734282325, + "grad_norm": 1.2890625, + "learning_rate": 0.00025559031313129675, + "loss": 4.4294, + "mean_token_accuracy": 0.23141864091157913, + "num_tokens": 14104617.0, + "step": 4915 + }, + { + "entropy": 5.1050783634185795, + "epoch": 5.8362989323843415, + "grad_norm": 1.2890625, + "learning_rate": 0.00025511581296093006, + "loss": 4.556, + "mean_token_accuracy": 0.23171175122261048, + "num_tokens": 14118309.0, + "step": 4920 + }, + { + "entropy": 5.041911888122558, + "epoch": 5.842230130486358, + "grad_norm": 1.1640625, + "learning_rate": 0.0002546414019032671, + "loss": 4.4805, + "mean_token_accuracy": 0.23756036907434464, + "num_tokens": 14133809.0, + "step": 4925 + }, + { + "entropy": 5.032676839828492, + "epoch": 5.848161328588375, + "grad_norm": 1.3203125, + "learning_rate": 0.0002541670820844223, + "loss": 4.4254, + "mean_token_accuracy": 0.24259141832590103, + "num_tokens": 14147700.0, + "step": 4930 + }, + { + "entropy": 5.041052293777466, + "epoch": 5.854092526690391, + "grad_norm": 1.3125, + "learning_rate": 0.0002536928556301006, + "loss": 4.4395, + "mean_token_accuracy": 0.23794725835323333, + "num_tokens": 14161669.0, + "step": 4935 + }, + { + "entropy": 4.9957301139831545, + "epoch": 5.860023724792408, + "grad_norm": 1.3359375, + "learning_rate": 0.0002532187246655891, + "loss": 4.3789, + "mean_token_accuracy": 0.2477703034877777, + "num_tokens": 14175066.0, + "step": 4940 + }, + { + "entropy": 5.074595355987549, + "epoch": 5.865954922894424, + "grad_norm": 1.1875, + "learning_rate": 0.0002527446913157467, + "loss": 4.4668, + "mean_token_accuracy": 0.24791329801082612, + "num_tokens": 14190956.0, + "step": 4945 + }, + { + "entropy": 5.044212198257446, + "epoch": 5.871886120996441, + "grad_norm": 1.140625, + "learning_rate": 0.0002522707577049947, + "loss": 4.4084, + "mean_token_accuracy": 0.2459134504199028, + "num_tokens": 14205232.0, + "step": 4950 + }, + { + "entropy": 5.067082118988037, + "epoch": 5.877817319098458, + "grad_norm": 1.4765625, + "learning_rate": 0.00025179692595730767, + "loss": 4.4526, + "mean_token_accuracy": 0.23943758457899095, + "num_tokens": 14217304.0, + "step": 4955 + }, + { + "entropy": 5.093814373016357, + "epoch": 5.883748517200474, + "grad_norm": 1.28125, + "learning_rate": 0.00025132319819620377, + "loss": 4.4756, + "mean_token_accuracy": 0.24002725780010223, + "num_tokens": 14230335.0, + "step": 4960 + }, + { + "entropy": 5.022781324386597, + "epoch": 5.889679715302491, + "grad_norm": 1.296875, + "learning_rate": 0.0002508495765447345, + "loss": 4.404, + "mean_token_accuracy": 0.24460775703191756, + "num_tokens": 14244675.0, + "step": 4965 + }, + { + "entropy": 5.032727575302124, + "epoch": 5.895610913404508, + "grad_norm": 1.3046875, + "learning_rate": 0.00025037606312547654, + "loss": 4.4747, + "mean_token_accuracy": 0.2397155359387398, + "num_tokens": 14258644.0, + "step": 4970 + }, + { + "entropy": 5.083451843261718, + "epoch": 5.901542111506524, + "grad_norm": 1.3359375, + "learning_rate": 0.0002499026600605212, + "loss": 4.4102, + "mean_token_accuracy": 0.24270913749933243, + "num_tokens": 14271487.0, + "step": 4975 + }, + { + "entropy": 5.078978490829468, + "epoch": 5.907473309608541, + "grad_norm": 1.2734375, + "learning_rate": 0.00024942936947146515, + "loss": 4.4582, + "mean_token_accuracy": 0.2412016436457634, + "num_tokens": 14286508.0, + "step": 4980 + }, + { + "entropy": 5.019553327560425, + "epoch": 5.913404507710558, + "grad_norm": 1.2265625, + "learning_rate": 0.00024895619347940117, + "loss": 4.4313, + "mean_token_accuracy": 0.24287663996219636, + "num_tokens": 14301875.0, + "step": 4985 + }, + { + "entropy": 5.1189757823944095, + "epoch": 5.919335705812574, + "grad_norm": 1.2734375, + "learning_rate": 0.0002484831342049085, + "loss": 4.5169, + "mean_token_accuracy": 0.23093525767326356, + "num_tokens": 14315712.0, + "step": 4990 + }, + { + "entropy": 5.13128170967102, + "epoch": 5.925266903914591, + "grad_norm": 1.421875, + "learning_rate": 0.00024801019376804296, + "loss": 4.4875, + "mean_token_accuracy": 0.23937722593545913, + "num_tokens": 14332235.0, + "step": 4995 + }, + { + "entropy": 5.023594379425049, + "epoch": 5.931198102016607, + "grad_norm": 1.2109375, + "learning_rate": 0.0002475373742883282, + "loss": 4.3958, + "mean_token_accuracy": 0.24531046599149703, + "num_tokens": 14346485.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.8860513695909935, + "eval_loss": 5.2638068199157715, + "eval_mean_token_accuracy": 0.19476333996452436, + "eval_num_tokens": 14346485.0, + "eval_runtime": 1.8508, + "eval_samples_per_second": 1409.127, + "eval_steps_per_second": 176.141, + "step": 5000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3734505563996160.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5000/training_args.bin b/checkpoint-5000/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-5500/added_tokens.json b/checkpoint-5500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-5500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-5500/config.json b/checkpoint-5500/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-5500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-5500/generation_config.json b/checkpoint-5500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-5500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-5500/model.safetensors b/checkpoint-5500/model.safetensors new file mode 100644 index 0000000..bb43cb8 --- /dev/null +++ b/checkpoint-5500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec23ceaef1be1ee223b7756b0f5c9c1b472ad1e71c78adc2a966a51ad2102cd5 +size 76082256 diff --git a/checkpoint-5500/rng_state.pth b/checkpoint-5500/rng_state.pth new file mode 100644 index 0000000..520232d --- /dev/null +++ b/checkpoint-5500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b680f1dff13afc60e40f3f9b2af42d5b799af0b1595faad6e5839a3d6621093 +size 14645 diff --git a/checkpoint-5500/special_tokens_map.json b/checkpoint-5500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-5500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-5500/spiece.model b/checkpoint-5500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-5500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-5500/tokenizer_config.json b/checkpoint-5500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-5500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-5500/trainer_state.json b/checkpoint-5500/trainer_state.json new file mode 100644 index 0000000..a2e6dcc --- /dev/null +++ b/checkpoint-5500/trainer_state.json @@ -0,0 +1,11155 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 6.524317912218268, + "eval_steps": 500, + "global_step": 5500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + }, + { + "entropy": 5.058888483047485, + "epoch": 5.344009489916964, + "grad_norm": 1.328125, + "learning_rate": 0.0002945994974942864, + "loss": 4.4608, + "mean_token_accuracy": 0.23459965437650682, + "num_tokens": 12923983.0, + "step": 4505 + }, + { + "entropy": 5.0865026950836185, + "epoch": 5.34994068801898, + "grad_norm": 1.421875, + "learning_rate": 0.0002941249448769988, + "loss": 4.3853, + "mean_token_accuracy": 0.2561731278896332, + "num_tokens": 12936741.0, + "step": 4510 + }, + { + "entropy": 5.056635904312134, + "epoch": 5.355871886120997, + "grad_norm": 1.3203125, + "learning_rate": 0.0002936503065496167, + "loss": 4.4375, + "mean_token_accuracy": 0.24360568821430206, + "num_tokens": 12951421.0, + "step": 4515 + }, + { + "entropy": 5.018971395492554, + "epoch": 5.361803084223013, + "grad_norm": 1.234375, + "learning_rate": 0.0002931755846392731, + "loss": 4.405, + "mean_token_accuracy": 0.23899228125810623, + "num_tokens": 12966278.0, + "step": 4520 + }, + { + "entropy": 5.047994661331177, + "epoch": 5.36773428232503, + "grad_norm": 1.3671875, + "learning_rate": 0.000292700781273475, + "loss": 4.4139, + "mean_token_accuracy": 0.24122539758682252, + "num_tokens": 12981301.0, + "step": 4525 + }, + { + "entropy": 5.055590486526489, + "epoch": 5.3736654804270465, + "grad_norm": 1.359375, + "learning_rate": 0.00029222589858009484, + "loss": 4.4325, + "mean_token_accuracy": 0.24734572023153306, + "num_tokens": 12996358.0, + "step": 4530 + }, + { + "entropy": 5.025227165222168, + "epoch": 5.3795966785290625, + "grad_norm": 1.234375, + "learning_rate": 0.0002917509386873605, + "loss": 4.4437, + "mean_token_accuracy": 0.2385510802268982, + "num_tokens": 13013149.0, + "step": 4535 + }, + { + "entropy": 5.102819204330444, + "epoch": 5.3855278766310795, + "grad_norm": 1.4296875, + "learning_rate": 0.00029127590372384583, + "loss": 4.4223, + "mean_token_accuracy": 0.24738444536924362, + "num_tokens": 13027227.0, + "step": 4540 + }, + { + "entropy": 5.040490245819091, + "epoch": 5.391459074733096, + "grad_norm": 1.609375, + "learning_rate": 0.00029080079581846106, + "loss": 4.3667, + "mean_token_accuracy": 0.2456284523010254, + "num_tokens": 13040136.0, + "step": 4545 + }, + { + "entropy": 5.009986829757691, + "epoch": 5.397390272835112, + "grad_norm": 1.296875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4275, + "mean_token_accuracy": 0.23675494641065598, + "num_tokens": 13053339.0, + "step": 4550 + }, + { + "entropy": 5.016347980499267, + "epoch": 5.403321470937129, + "grad_norm": 1.171875, + "learning_rate": 0.00028985036969934744, + "loss": 4.4193, + "mean_token_accuracy": 0.24513203799724578, + "num_tokens": 13067466.0, + "step": 4555 + }, + { + "entropy": 5.067802429199219, + "epoch": 5.409252669039146, + "grad_norm": 1.2578125, + "learning_rate": 0.00028937505574503535, + "loss": 4.4001, + "mean_token_accuracy": 0.2465244710445404, + "num_tokens": 13080935.0, + "step": 4560 + }, + { + "entropy": 5.020471286773682, + "epoch": 5.415183867141162, + "grad_norm": 1.3515625, + "learning_rate": 0.0002888996773676677, + "loss": 4.4509, + "mean_token_accuracy": 0.2363573893904686, + "num_tokens": 13096324.0, + "step": 4565 + }, + { + "entropy": 5.126127099990844, + "epoch": 5.421115065243179, + "grad_norm": 1.2890625, + "learning_rate": 0.0002884242366976939, + "loss": 4.4733, + "mean_token_accuracy": 0.2339528188109398, + "num_tokens": 13111300.0, + "step": 4570 + }, + { + "entropy": 5.0503441333770756, + "epoch": 5.427046263345196, + "grad_norm": 1.1796875, + "learning_rate": 0.0002879487358658425, + "loss": 4.4477, + "mean_token_accuracy": 0.2459062695503235, + "num_tokens": 13125654.0, + "step": 4575 + }, + { + "entropy": 4.996106481552124, + "epoch": 5.432977461447212, + "grad_norm": 1.40625, + "learning_rate": 0.00028747317700311144, + "loss": 4.4009, + "mean_token_accuracy": 0.24370353370904924, + "num_tokens": 13138827.0, + "step": 4580 + }, + { + "entropy": 5.117808628082275, + "epoch": 5.438908659549229, + "grad_norm": 1.4140625, + "learning_rate": 0.00028699756224075893, + "loss": 4.4545, + "mean_token_accuracy": 0.24555698782205582, + "num_tokens": 13154154.0, + "step": 4585 + }, + { + "entropy": 5.077613782882691, + "epoch": 5.444839857651246, + "grad_norm": 1.40625, + "learning_rate": 0.0002865218937102938, + "loss": 4.4958, + "mean_token_accuracy": 0.23867165595293044, + "num_tokens": 13169300.0, + "step": 4590 + }, + { + "entropy": 5.060262203216553, + "epoch": 5.450771055753262, + "grad_norm": 1.1953125, + "learning_rate": 0.0002860461735434655, + "loss": 4.4814, + "mean_token_accuracy": 0.229344967007637, + "num_tokens": 13184925.0, + "step": 4595 + }, + { + "entropy": 5.093711948394775, + "epoch": 5.456702253855279, + "grad_norm": 1.2109375, + "learning_rate": 0.0002855704038722552, + "loss": 4.4351, + "mean_token_accuracy": 0.2340375155210495, + "num_tokens": 13201488.0, + "step": 4600 + }, + { + "entropy": 5.109644174575806, + "epoch": 5.462633451957295, + "grad_norm": 1.25, + "learning_rate": 0.0002850945868288659, + "loss": 4.5378, + "mean_token_accuracy": 0.22780389040708543, + "num_tokens": 13217575.0, + "step": 4605 + }, + { + "entropy": 5.050470209121704, + "epoch": 5.468564650059312, + "grad_norm": 1.2265625, + "learning_rate": 0.0002846187245457127, + "loss": 4.4121, + "mean_token_accuracy": 0.24261299669742584, + "num_tokens": 13232505.0, + "step": 4610 + }, + { + "entropy": 5.09966893196106, + "epoch": 5.474495848161329, + "grad_norm": 1.421875, + "learning_rate": 0.00028414281915541356, + "loss": 4.4033, + "mean_token_accuracy": 0.24443318098783492, + "num_tokens": 13245649.0, + "step": 4615 + }, + { + "entropy": 4.994836330413818, + "epoch": 5.480427046263345, + "grad_norm": 1.2578125, + "learning_rate": 0.00028366687279077977, + "loss": 4.4421, + "mean_token_accuracy": 0.24775925874710084, + "num_tokens": 13259462.0, + "step": 4620 + }, + { + "entropy": 5.05501766204834, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.4719, + "mean_token_accuracy": 0.23720043301582336, + "num_tokens": 13275014.0, + "step": 4625 + }, + { + "entropy": 5.028215980529785, + "epoch": 5.492289442467379, + "grad_norm": 1.390625, + "learning_rate": 0.00028271486567066123, + "loss": 4.3964, + "mean_token_accuracy": 0.25001311004161836, + "num_tokens": 13288450.0, + "step": 4630 + }, + { + "entropy": 5.068965864181519, + "epoch": 5.498220640569395, + "grad_norm": 1.15625, + "learning_rate": 0.0002822388091816788, + "loss": 4.503, + "mean_token_accuracy": 0.24046200066804885, + "num_tokens": 13303947.0, + "step": 4635 + }, + { + "entropy": 5.116705465316772, + "epoch": 5.504151838671412, + "grad_norm": 1.3359375, + "learning_rate": 0.00028176272025134697, + "loss": 4.456, + "mean_token_accuracy": 0.2419669434428215, + "num_tokens": 13317380.0, + "step": 4640 + }, + { + "entropy": 5.0632740497589115, + "epoch": 5.510083036773429, + "grad_norm": 1.2421875, + "learning_rate": 0.0002812866010132995, + "loss": 4.3713, + "mean_token_accuracy": 0.2490440309047699, + "num_tokens": 13331706.0, + "step": 4645 + }, + { + "entropy": 5.003316974639892, + "epoch": 5.516014234875445, + "grad_norm": 1.171875, + "learning_rate": 0.00028081045360130587, + "loss": 4.4336, + "mean_token_accuracy": 0.23711458444595337, + "num_tokens": 13346263.0, + "step": 4650 + }, + { + "entropy": 5.1004985809326175, + "epoch": 5.5219454329774615, + "grad_norm": 1.4140625, + "learning_rate": 0.000280334280149262, + "loss": 4.417, + "mean_token_accuracy": 0.24271144717931747, + "num_tokens": 13361113.0, + "step": 4655 + }, + { + "entropy": 5.1378613948822025, + "epoch": 5.527876631079478, + "grad_norm": 1.34375, + "learning_rate": 0.0002798580827911803, + "loss": 4.4628, + "mean_token_accuracy": 0.23616952449083328, + "num_tokens": 13374577.0, + "step": 4660 + }, + { + "entropy": 5.025697040557861, + "epoch": 5.5338078291814945, + "grad_norm": 1.40625, + "learning_rate": 0.0002793818636611805, + "loss": 4.4311, + "mean_token_accuracy": 0.23942704051733016, + "num_tokens": 13387930.0, + "step": 4665 + }, + { + "entropy": 5.041089010238648, + "epoch": 5.539739027283511, + "grad_norm": 1.25, + "learning_rate": 0.0002789056248934797, + "loss": 4.4442, + "mean_token_accuracy": 0.24215238243341447, + "num_tokens": 13402992.0, + "step": 4670 + }, + { + "entropy": 5.120145988464356, + "epoch": 5.545670225385528, + "grad_norm": 1.3359375, + "learning_rate": 0.0002784293686223832, + "loss": 4.3959, + "mean_token_accuracy": 0.24842557907104493, + "num_tokens": 13416998.0, + "step": 4675 + }, + { + "entropy": 5.012027406692505, + "epoch": 5.551601423487544, + "grad_norm": 1.5078125, + "learning_rate": 0.0002779530969822746, + "loss": 4.43, + "mean_token_accuracy": 0.23928656727075576, + "num_tokens": 13430278.0, + "step": 4680 + }, + { + "entropy": 5.000022935867309, + "epoch": 5.557532621589561, + "grad_norm": 1.2734375, + "learning_rate": 0.0002774768121076065, + "loss": 4.3708, + "mean_token_accuracy": 0.24596457779407502, + "num_tokens": 13444608.0, + "step": 4685 + }, + { + "entropy": 5.036244869232178, + "epoch": 5.563463819691577, + "grad_norm": 1.4296875, + "learning_rate": 0.0002770005161328908, + "loss": 4.4577, + "mean_token_accuracy": 0.24575844258069993, + "num_tokens": 13457961.0, + "step": 4690 + }, + { + "entropy": 5.089932107925415, + "epoch": 5.569395017793594, + "grad_norm": 1.2578125, + "learning_rate": 0.0002765242111926891, + "loss": 4.53, + "mean_token_accuracy": 0.22811459004878998, + "num_tokens": 13472552.0, + "step": 4695 + }, + { + "entropy": 5.091521215438843, + "epoch": 5.575326215895611, + "grad_norm": 1.2734375, + "learning_rate": 0.00027604789942160297, + "loss": 4.4559, + "mean_token_accuracy": 0.23580421954393388, + "num_tokens": 13486090.0, + "step": 4700 + }, + { + "entropy": 5.047355365753174, + "epoch": 5.581257413997627, + "grad_norm": 1.4140625, + "learning_rate": 0.00027557158295426506, + "loss": 4.4502, + "mean_token_accuracy": 0.24515524953603746, + "num_tokens": 13499493.0, + "step": 4705 + }, + { + "entropy": 5.126659488677978, + "epoch": 5.587188612099644, + "grad_norm": 1.3828125, + "learning_rate": 0.0002750952639253287, + "loss": 4.5085, + "mean_token_accuracy": 0.23807648122310637, + "num_tokens": 13513270.0, + "step": 4710 + }, + { + "entropy": 5.04275369644165, + "epoch": 5.593119810201661, + "grad_norm": 1.1953125, + "learning_rate": 0.00027461894446945877, + "loss": 4.4291, + "mean_token_accuracy": 0.23905896246433259, + "num_tokens": 13527571.0, + "step": 4715 + }, + { + "entropy": 5.031711196899414, + "epoch": 5.599051008303677, + "grad_norm": 1.2109375, + "learning_rate": 0.0002741426267213223, + "loss": 4.399, + "mean_token_accuracy": 0.2434948205947876, + "num_tokens": 13541956.0, + "step": 4720 + }, + { + "entropy": 5.123283910751343, + "epoch": 5.604982206405694, + "grad_norm": 1.265625, + "learning_rate": 0.0002736663128155781, + "loss": 4.5138, + "mean_token_accuracy": 0.2383720725774765, + "num_tokens": 13557613.0, + "step": 4725 + }, + { + "entropy": 5.01444091796875, + "epoch": 5.610913404507711, + "grad_norm": 1.2734375, + "learning_rate": 0.0002731900048868685, + "loss": 4.4113, + "mean_token_accuracy": 0.2442216083407402, + "num_tokens": 13572207.0, + "step": 4730 + }, + { + "entropy": 5.030840015411377, + "epoch": 5.616844602609727, + "grad_norm": 1.3359375, + "learning_rate": 0.00027271370506980853, + "loss": 4.4484, + "mean_token_accuracy": 0.24023475646972656, + "num_tokens": 13587621.0, + "step": 4735 + }, + { + "entropy": 5.046911907196045, + "epoch": 5.622775800711744, + "grad_norm": 1.1640625, + "learning_rate": 0.00027223741549897696, + "loss": 4.4536, + "mean_token_accuracy": 0.24491426199674607, + "num_tokens": 13602745.0, + "step": 4740 + }, + { + "entropy": 5.101274490356445, + "epoch": 5.62870699881376, + "grad_norm": 1.4296875, + "learning_rate": 0.00027176113830890673, + "loss": 4.3867, + "mean_token_accuracy": 0.24548266381025313, + "num_tokens": 13616138.0, + "step": 4745 + }, + { + "entropy": 5.06822943687439, + "epoch": 5.634638196915777, + "grad_norm": 1.5234375, + "learning_rate": 0.0002712848756340754, + "loss": 4.4545, + "mean_token_accuracy": 0.23555067032575608, + "num_tokens": 13630326.0, + "step": 4750 + }, + { + "entropy": 5.033315277099609, + "epoch": 5.640569395017794, + "grad_norm": 1.2734375, + "learning_rate": 0.000270808629608895, + "loss": 4.4272, + "mean_token_accuracy": 0.2433514729142189, + "num_tokens": 13644880.0, + "step": 4755 + }, + { + "entropy": 5.023551321029663, + "epoch": 5.646500593119811, + "grad_norm": 1.15625, + "learning_rate": 0.0002703324023677036, + "loss": 4.4452, + "mean_token_accuracy": 0.2369721755385399, + "num_tokens": 13660506.0, + "step": 4760 + }, + { + "entropy": 5.0040631771087645, + "epoch": 5.652431791221827, + "grad_norm": 1.34375, + "learning_rate": 0.00026985619604475466, + "loss": 4.3864, + "mean_token_accuracy": 0.24618825018405915, + "num_tokens": 13675961.0, + "step": 4765 + }, + { + "entropy": 5.014545249938965, + "epoch": 5.658362989323844, + "grad_norm": 1.1640625, + "learning_rate": 0.00026938001277420785, + "loss": 4.4389, + "mean_token_accuracy": 0.23929533064365388, + "num_tokens": 13690570.0, + "step": 4770 + }, + { + "entropy": 5.050947809219361, + "epoch": 5.66429418742586, + "grad_norm": 1.4453125, + "learning_rate": 0.00026890385469011997, + "loss": 4.4374, + "mean_token_accuracy": 0.24186193346977233, + "num_tokens": 13704267.0, + "step": 4775 + }, + { + "entropy": 5.026543426513672, + "epoch": 5.670225385527877, + "grad_norm": 1.1875, + "learning_rate": 0.00026842772392643443, + "loss": 4.4268, + "mean_token_accuracy": 0.24120682775974273, + "num_tokens": 13720761.0, + "step": 4780 + }, + { + "entropy": 5.0410003662109375, + "epoch": 5.6761565836298935, + "grad_norm": 1.3125, + "learning_rate": 0.0002679516226169724, + "loss": 4.4009, + "mean_token_accuracy": 0.24163358509540558, + "num_tokens": 13735898.0, + "step": 4785 + }, + { + "entropy": 4.978803491592407, + "epoch": 5.6820877817319095, + "grad_norm": 1.3046875, + "learning_rate": 0.0002674755528954232, + "loss": 4.3798, + "mean_token_accuracy": 0.24308834820985795, + "num_tokens": 13748962.0, + "step": 4790 + }, + { + "entropy": 5.005527067184448, + "epoch": 5.6880189798339265, + "grad_norm": 1.40625, + "learning_rate": 0.00026699951689533445, + "loss": 4.4788, + "mean_token_accuracy": 0.2391334593296051, + "num_tokens": 13763941.0, + "step": 4795 + }, + { + "entropy": 5.004294157028198, + "epoch": 5.693950177935943, + "grad_norm": 1.21875, + "learning_rate": 0.0002665235167501026, + "loss": 4.3661, + "mean_token_accuracy": 0.24394810497760772, + "num_tokens": 13778316.0, + "step": 4800 + }, + { + "entropy": 5.087885141372681, + "epoch": 5.699881376037959, + "grad_norm": 1.2578125, + "learning_rate": 0.0002660475545929636, + "loss": 4.4756, + "mean_token_accuracy": 0.24611255377531052, + "num_tokens": 13792091.0, + "step": 4805 + }, + { + "entropy": 5.108520412445069, + "epoch": 5.705812574139976, + "grad_norm": 1.4296875, + "learning_rate": 0.00026557163255698274, + "loss": 4.481, + "mean_token_accuracy": 0.23163021951913834, + "num_tokens": 13807048.0, + "step": 4810 + }, + { + "entropy": 5.079970455169677, + "epoch": 5.711743772241993, + "grad_norm": 1.2578125, + "learning_rate": 0.00026509575277504593, + "loss": 4.4844, + "mean_token_accuracy": 0.2349588006734848, + "num_tokens": 13822455.0, + "step": 4815 + }, + { + "entropy": 5.103965759277344, + "epoch": 5.717674970344009, + "grad_norm": 1.3828125, + "learning_rate": 0.0002646199173798497, + "loss": 4.4745, + "mean_token_accuracy": 0.24245647192001343, + "num_tokens": 13836609.0, + "step": 4820 + }, + { + "entropy": 5.0784893989562985, + "epoch": 5.723606168446026, + "grad_norm": 1.40625, + "learning_rate": 0.0002641441285038913, + "loss": 4.4351, + "mean_token_accuracy": 0.24516603201627732, + "num_tokens": 13849453.0, + "step": 4825 + }, + { + "entropy": 5.115981674194336, + "epoch": 5.729537366548042, + "grad_norm": 1.25, + "learning_rate": 0.00026366838827945985, + "loss": 4.5093, + "mean_token_accuracy": 0.23044819086790086, + "num_tokens": 13863082.0, + "step": 4830 + }, + { + "entropy": 5.061673355102539, + "epoch": 5.735468564650059, + "grad_norm": 1.390625, + "learning_rate": 0.00026319269883862633, + "loss": 4.5304, + "mean_token_accuracy": 0.2362530156970024, + "num_tokens": 13875323.0, + "step": 4835 + }, + { + "entropy": 5.108893156051636, + "epoch": 5.741399762752076, + "grad_norm": 1.3515625, + "learning_rate": 0.000262717062313234, + "loss": 4.448, + "mean_token_accuracy": 0.2434764564037323, + "num_tokens": 13888271.0, + "step": 4840 + }, + { + "entropy": 5.006637668609619, + "epoch": 5.747330960854093, + "grad_norm": 1.375, + "learning_rate": 0.0002622414808348892, + "loss": 4.4238, + "mean_token_accuracy": 0.2431655764579773, + "num_tokens": 13900607.0, + "step": 4845 + }, + { + "entropy": 5.080786991119385, + "epoch": 5.753262158956109, + "grad_norm": 1.265625, + "learning_rate": 0.00026176595653495136, + "loss": 4.4266, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 13915180.0, + "step": 4850 + }, + { + "entropy": 5.065893030166626, + "epoch": 5.759193357058126, + "grad_norm": 1.40625, + "learning_rate": 0.0002612904915445238, + "loss": 4.4832, + "mean_token_accuracy": 0.23563706874847412, + "num_tokens": 13930158.0, + "step": 4855 + }, + { + "entropy": 5.010072803497314, + "epoch": 5.765124555160142, + "grad_norm": 1.25, + "learning_rate": 0.000260815087994444, + "loss": 4.3664, + "mean_token_accuracy": 0.24564545154571532, + "num_tokens": 13943223.0, + "step": 4860 + }, + { + "entropy": 4.9927332401275635, + "epoch": 5.771055753262159, + "grad_norm": 1.125, + "learning_rate": 0.000260339748015274, + "loss": 4.4644, + "mean_token_accuracy": 0.24376613795757293, + "num_tokens": 13958938.0, + "step": 4865 + }, + { + "entropy": 5.041768980026245, + "epoch": 5.776986951364176, + "grad_norm": 1.15625, + "learning_rate": 0.0002598644737372911, + "loss": 4.4388, + "mean_token_accuracy": 0.23757123053073884, + "num_tokens": 13973975.0, + "step": 4870 + }, + { + "entropy": 5.041567325592041, + "epoch": 5.782918149466192, + "grad_norm": 1.2109375, + "learning_rate": 0.0002593892672904781, + "loss": 4.4592, + "mean_token_accuracy": 0.23768191039562225, + "num_tokens": 13990605.0, + "step": 4875 + }, + { + "entropy": 5.0419941425323485, + "epoch": 5.788849347568209, + "grad_norm": 1.2578125, + "learning_rate": 0.00025891413080451377, + "loss": 4.5436, + "mean_token_accuracy": 0.23147597014904023, + "num_tokens": 14006307.0, + "step": 4880 + }, + { + "entropy": 5.0918761730194095, + "epoch": 5.794780545670226, + "grad_norm": 1.3046875, + "learning_rate": 0.00025843906640876326, + "loss": 4.4521, + "mean_token_accuracy": 0.23559338748455047, + "num_tokens": 14019472.0, + "step": 4885 + }, + { + "entropy": 5.027110958099366, + "epoch": 5.800711743772242, + "grad_norm": 1.2265625, + "learning_rate": 0.000257964076232269, + "loss": 4.4103, + "mean_token_accuracy": 0.2430754005908966, + "num_tokens": 14033525.0, + "step": 4890 + }, + { + "entropy": 5.015383195877075, + "epoch": 5.806642941874259, + "grad_norm": 1.3203125, + "learning_rate": 0.00025748916240374016, + "loss": 4.4918, + "mean_token_accuracy": 0.23823553174734116, + "num_tokens": 14048823.0, + "step": 4895 + }, + { + "entropy": 5.086786603927612, + "epoch": 5.812574139976276, + "grad_norm": 1.2265625, + "learning_rate": 0.00025701432705154445, + "loss": 4.4866, + "mean_token_accuracy": 0.23517824858427047, + "num_tokens": 14063568.0, + "step": 4900 + }, + { + "entropy": 5.067300701141358, + "epoch": 5.818505338078292, + "grad_norm": 1.3203125, + "learning_rate": 0.0002565395723036975, + "loss": 4.4682, + "mean_token_accuracy": 0.23759765326976776, + "num_tokens": 14077128.0, + "step": 4905 + }, + { + "entropy": 5.050278615951538, + "epoch": 5.8244365361803085, + "grad_norm": 1.4765625, + "learning_rate": 0.0002560649002878537, + "loss": 4.416, + "mean_token_accuracy": 0.24787454605102538, + "num_tokens": 14089673.0, + "step": 4910 + }, + { + "entropy": 5.040318489074707, + "epoch": 5.830367734282325, + "grad_norm": 1.2890625, + "learning_rate": 0.00025559031313129675, + "loss": 4.4294, + "mean_token_accuracy": 0.23141864091157913, + "num_tokens": 14104617.0, + "step": 4915 + }, + { + "entropy": 5.1050783634185795, + "epoch": 5.8362989323843415, + "grad_norm": 1.2890625, + "learning_rate": 0.00025511581296093006, + "loss": 4.556, + "mean_token_accuracy": 0.23171175122261048, + "num_tokens": 14118309.0, + "step": 4920 + }, + { + "entropy": 5.041911888122558, + "epoch": 5.842230130486358, + "grad_norm": 1.1640625, + "learning_rate": 0.0002546414019032671, + "loss": 4.4805, + "mean_token_accuracy": 0.23756036907434464, + "num_tokens": 14133809.0, + "step": 4925 + }, + { + "entropy": 5.032676839828492, + "epoch": 5.848161328588375, + "grad_norm": 1.3203125, + "learning_rate": 0.0002541670820844223, + "loss": 4.4254, + "mean_token_accuracy": 0.24259141832590103, + "num_tokens": 14147700.0, + "step": 4930 + }, + { + "entropy": 5.041052293777466, + "epoch": 5.854092526690391, + "grad_norm": 1.3125, + "learning_rate": 0.0002536928556301006, + "loss": 4.4395, + "mean_token_accuracy": 0.23794725835323333, + "num_tokens": 14161669.0, + "step": 4935 + }, + { + "entropy": 4.9957301139831545, + "epoch": 5.860023724792408, + "grad_norm": 1.3359375, + "learning_rate": 0.0002532187246655891, + "loss": 4.3789, + "mean_token_accuracy": 0.2477703034877777, + "num_tokens": 14175066.0, + "step": 4940 + }, + { + "entropy": 5.074595355987549, + "epoch": 5.865954922894424, + "grad_norm": 1.1875, + "learning_rate": 0.0002527446913157467, + "loss": 4.4668, + "mean_token_accuracy": 0.24791329801082612, + "num_tokens": 14190956.0, + "step": 4945 + }, + { + "entropy": 5.044212198257446, + "epoch": 5.871886120996441, + "grad_norm": 1.140625, + "learning_rate": 0.0002522707577049947, + "loss": 4.4084, + "mean_token_accuracy": 0.2459134504199028, + "num_tokens": 14205232.0, + "step": 4950 + }, + { + "entropy": 5.067082118988037, + "epoch": 5.877817319098458, + "grad_norm": 1.4765625, + "learning_rate": 0.00025179692595730767, + "loss": 4.4526, + "mean_token_accuracy": 0.23943758457899095, + "num_tokens": 14217304.0, + "step": 4955 + }, + { + "entropy": 5.093814373016357, + "epoch": 5.883748517200474, + "grad_norm": 1.28125, + "learning_rate": 0.00025132319819620377, + "loss": 4.4756, + "mean_token_accuracy": 0.24002725780010223, + "num_tokens": 14230335.0, + "step": 4960 + }, + { + "entropy": 5.022781324386597, + "epoch": 5.889679715302491, + "grad_norm": 1.296875, + "learning_rate": 0.0002508495765447345, + "loss": 4.404, + "mean_token_accuracy": 0.24460775703191756, + "num_tokens": 14244675.0, + "step": 4965 + }, + { + "entropy": 5.032727575302124, + "epoch": 5.895610913404508, + "grad_norm": 1.3046875, + "learning_rate": 0.00025037606312547654, + "loss": 4.4747, + "mean_token_accuracy": 0.2397155359387398, + "num_tokens": 14258644.0, + "step": 4970 + }, + { + "entropy": 5.083451843261718, + "epoch": 5.901542111506524, + "grad_norm": 1.3359375, + "learning_rate": 0.0002499026600605212, + "loss": 4.4102, + "mean_token_accuracy": 0.24270913749933243, + "num_tokens": 14271487.0, + "step": 4975 + }, + { + "entropy": 5.078978490829468, + "epoch": 5.907473309608541, + "grad_norm": 1.2734375, + "learning_rate": 0.00024942936947146515, + "loss": 4.4582, + "mean_token_accuracy": 0.2412016436457634, + "num_tokens": 14286508.0, + "step": 4980 + }, + { + "entropy": 5.019553327560425, + "epoch": 5.913404507710558, + "grad_norm": 1.2265625, + "learning_rate": 0.00024895619347940117, + "loss": 4.4313, + "mean_token_accuracy": 0.24287663996219636, + "num_tokens": 14301875.0, + "step": 4985 + }, + { + "entropy": 5.1189757823944095, + "epoch": 5.919335705812574, + "grad_norm": 1.2734375, + "learning_rate": 0.0002484831342049085, + "loss": 4.5169, + "mean_token_accuracy": 0.23093525767326356, + "num_tokens": 14315712.0, + "step": 4990 + }, + { + "entropy": 5.13128170967102, + "epoch": 5.925266903914591, + "grad_norm": 1.421875, + "learning_rate": 0.00024801019376804296, + "loss": 4.4875, + "mean_token_accuracy": 0.23937722593545913, + "num_tokens": 14332235.0, + "step": 4995 + }, + { + "entropy": 5.023594379425049, + "epoch": 5.931198102016607, + "grad_norm": 1.2109375, + "learning_rate": 0.0002475373742883282, + "loss": 4.3958, + "mean_token_accuracy": 0.24531046599149703, + "num_tokens": 14346485.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.8860513695909935, + "eval_loss": 5.2638068199157715, + "eval_mean_token_accuracy": 0.19476333996452436, + "eval_num_tokens": 14346485.0, + "eval_runtime": 1.8508, + "eval_samples_per_second": 1409.127, + "eval_steps_per_second": 176.141, + "step": 5000 + }, + { + "entropy": 5.034149408340454, + "epoch": 5.937129300118624, + "grad_norm": 1.3515625, + "learning_rate": 0.0002470646778847455, + "loss": 4.4338, + "mean_token_accuracy": 0.24789137989282609, + "num_tokens": 14360431.0, + "step": 5005 + }, + { + "entropy": 5.044485998153687, + "epoch": 5.943060498220641, + "grad_norm": 1.3046875, + "learning_rate": 0.00024659210667572464, + "loss": 4.4374, + "mean_token_accuracy": 0.2427036002278328, + "num_tokens": 14374960.0, + "step": 5010 + }, + { + "entropy": 4.964894771575928, + "epoch": 5.948991696322658, + "grad_norm": 1.4765625, + "learning_rate": 0.0002461196627791345, + "loss": 4.3326, + "mean_token_accuracy": 0.24831924736499786, + "num_tokens": 14388488.0, + "step": 5015 + }, + { + "entropy": 5.013204336166382, + "epoch": 5.954922894424674, + "grad_norm": 1.4453125, + "learning_rate": 0.00024564734831227316, + "loss": 4.4771, + "mean_token_accuracy": 0.23797560185194017, + "num_tokens": 14403923.0, + "step": 5020 + }, + { + "entropy": 5.095961856842041, + "epoch": 5.960854092526691, + "grad_norm": 1.4140625, + "learning_rate": 0.0002451751653918587, + "loss": 4.4535, + "mean_token_accuracy": 0.23533977270126344, + "num_tokens": 14417481.0, + "step": 5025 + }, + { + "entropy": 5.043536758422851, + "epoch": 5.966785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.00024470311613401997, + "loss": 4.4416, + "mean_token_accuracy": 0.24011671990156175, + "num_tokens": 14434806.0, + "step": 5030 + }, + { + "entropy": 5.013947820663452, + "epoch": 5.972716488730724, + "grad_norm": 1.4453125, + "learning_rate": 0.00024423120265428623, + "loss": 4.3787, + "mean_token_accuracy": 0.24650224894285203, + "num_tokens": 14448554.0, + "step": 5035 + }, + { + "entropy": 4.969161415100098, + "epoch": 5.9786476868327405, + "grad_norm": 1.2578125, + "learning_rate": 0.0002437594270675787, + "loss": 4.3442, + "mean_token_accuracy": 0.25067434906959535, + "num_tokens": 14462842.0, + "step": 5040 + }, + { + "entropy": 4.988726186752319, + "epoch": 5.9845788849347565, + "grad_norm": 1.3203125, + "learning_rate": 0.00024328779148820052, + "loss": 4.3582, + "mean_token_accuracy": 0.2596712946891785, + "num_tokens": 14477026.0, + "step": 5045 + }, + { + "entropy": 4.982583141326904, + "epoch": 5.9905100830367735, + "grad_norm": 1.265625, + "learning_rate": 0.0002428162980298272, + "loss": 4.3989, + "mean_token_accuracy": 0.2433629184961319, + "num_tokens": 14491639.0, + "step": 5050 + }, + { + "entropy": 5.094220066070557, + "epoch": 5.99644128113879, + "grad_norm": 1.3203125, + "learning_rate": 0.00024234494880549746, + "loss": 4.4513, + "mean_token_accuracy": 0.24791095554828643, + "num_tokens": 14506462.0, + "step": 5055 + }, + { + "entropy": 5.057077693939209, + "epoch": 6.002372479240806, + "grad_norm": 1.28125, + "learning_rate": 0.00024187374592760376, + "loss": 4.365, + "mean_token_accuracy": 0.2536967098712921, + "num_tokens": 14520476.0, + "step": 5060 + }, + { + "entropy": 5.019870138168335, + "epoch": 6.008303677342823, + "grad_norm": 1.2265625, + "learning_rate": 0.00024140269150788236, + "loss": 4.2916, + "mean_token_accuracy": 0.2510134935379028, + "num_tokens": 14537181.0, + "step": 5065 + }, + { + "entropy": 4.982530784606934, + "epoch": 6.01423487544484, + "grad_norm": 1.375, + "learning_rate": 0.00024093178765740452, + "loss": 4.2429, + "mean_token_accuracy": 0.2534199237823486, + "num_tokens": 14550772.0, + "step": 5070 + }, + { + "entropy": 5.102296018600464, + "epoch": 6.020166073546856, + "grad_norm": 1.328125, + "learning_rate": 0.00024046103648656648, + "loss": 4.3535, + "mean_token_accuracy": 0.25124617516994474, + "num_tokens": 14566314.0, + "step": 5075 + }, + { + "entropy": 5.08847975730896, + "epoch": 6.026097271648873, + "grad_norm": 1.484375, + "learning_rate": 0.00023999044010508037, + "loss": 4.3284, + "mean_token_accuracy": 0.2568944558501244, + "num_tokens": 14580403.0, + "step": 5080 + }, + { + "entropy": 4.967007684707641, + "epoch": 6.032028469750889, + "grad_norm": 1.4453125, + "learning_rate": 0.00023952000062196454, + "loss": 4.2529, + "mean_token_accuracy": 0.2650650665163994, + "num_tokens": 14595405.0, + "step": 5085 + }, + { + "entropy": 5.036498355865478, + "epoch": 6.037959667852906, + "grad_norm": 1.2265625, + "learning_rate": 0.0002390497201455342, + "loss": 4.2663, + "mean_token_accuracy": 0.26399629563093185, + "num_tokens": 14610257.0, + "step": 5090 + }, + { + "entropy": 5.030192470550537, + "epoch": 6.043890865954923, + "grad_norm": 1.421875, + "learning_rate": 0.00023857960078339208, + "loss": 4.235, + "mean_token_accuracy": 0.26408734172582626, + "num_tokens": 14625466.0, + "step": 5095 + }, + { + "entropy": 5.058362770080566, + "epoch": 6.049822064056939, + "grad_norm": 1.390625, + "learning_rate": 0.00023810964464241868, + "loss": 4.3471, + "mean_token_accuracy": 0.25345825403928757, + "num_tokens": 14641144.0, + "step": 5100 + }, + { + "entropy": 5.005357789993286, + "epoch": 6.055753262158956, + "grad_norm": 1.4140625, + "learning_rate": 0.00023763985382876308, + "loss": 4.3029, + "mean_token_accuracy": 0.2620812490582466, + "num_tokens": 14655471.0, + "step": 5105 + }, + { + "entropy": 5.017697954177857, + "epoch": 6.061684460260973, + "grad_norm": 1.359375, + "learning_rate": 0.00023717023044783343, + "loss": 4.2327, + "mean_token_accuracy": 0.26199271380901334, + "num_tokens": 14671020.0, + "step": 5110 + }, + { + "entropy": 5.054442548751831, + "epoch": 6.067615658362989, + "grad_norm": 1.3125, + "learning_rate": 0.00023670077660428756, + "loss": 4.3012, + "mean_token_accuracy": 0.2543821409344673, + "num_tokens": 14684345.0, + "step": 5115 + }, + { + "entropy": 5.016337776184082, + "epoch": 6.073546856465006, + "grad_norm": 1.4765625, + "learning_rate": 0.0002362314944020234, + "loss": 4.2357, + "mean_token_accuracy": 0.26443331986665725, + "num_tokens": 14698318.0, + "step": 5120 + }, + { + "entropy": 5.028752851486206, + "epoch": 6.079478054567023, + "grad_norm": 1.4609375, + "learning_rate": 0.0002357623859441698, + "loss": 4.2067, + "mean_token_accuracy": 0.2689851403236389, + "num_tokens": 14710351.0, + "step": 5125 + }, + { + "entropy": 5.086757469177246, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.3301, + "mean_token_accuracy": 0.2564917549490929, + "num_tokens": 14725474.0, + "step": 5130 + }, + { + "entropy": 5.0329282760620115, + "epoch": 6.091340450771056, + "grad_norm": 1.53125, + "learning_rate": 0.00023482469867030676, + "loss": 4.268, + "mean_token_accuracy": 0.2572768598794937, + "num_tokens": 14739047.0, + "step": 5135 + }, + { + "entropy": 5.00909194946289, + "epoch": 6.097271648873073, + "grad_norm": 1.46875, + "learning_rate": 0.00023435612405662388, + "loss": 4.2974, + "mean_token_accuracy": 0.24873994886875153, + "num_tokens": 14752432.0, + "step": 5140 + }, + { + "entropy": 4.988759613037109, + "epoch": 6.103202846975089, + "grad_norm": 1.3046875, + "learning_rate": 0.00023388773159198584, + "loss": 4.3, + "mean_token_accuracy": 0.24969834983348846, + "num_tokens": 14765769.0, + "step": 5145 + }, + { + "entropy": 5.055676460266113, + "epoch": 6.109134045077106, + "grad_norm": 1.4609375, + "learning_rate": 0.00023341952337553414, + "loss": 4.3037, + "mean_token_accuracy": 0.2598161458969116, + "num_tokens": 14781655.0, + "step": 5150 + }, + { + "entropy": 5.001733446121216, + "epoch": 6.115065243179123, + "grad_norm": 1.1953125, + "learning_rate": 0.0002329515015055843, + "loss": 4.2415, + "mean_token_accuracy": 0.2669500052928925, + "num_tokens": 14798175.0, + "step": 5155 + }, + { + "entropy": 4.9909673690795895, + "epoch": 6.120996441281139, + "grad_norm": 1.34375, + "learning_rate": 0.00023248366807961674, + "loss": 4.2805, + "mean_token_accuracy": 0.2576881363987923, + "num_tokens": 14812630.0, + "step": 5160 + }, + { + "entropy": 5.0708530902862545, + "epoch": 6.1269276393831555, + "grad_norm": 1.484375, + "learning_rate": 0.0002320160251942675, + "loss": 4.2921, + "mean_token_accuracy": 0.25415309369564054, + "num_tokens": 14825138.0, + "step": 5165 + }, + { + "entropy": 5.073080778121948, + "epoch": 6.132858837485172, + "grad_norm": 1.6328125, + "learning_rate": 0.00023154857494531872, + "loss": 4.3322, + "mean_token_accuracy": 0.252343113720417, + "num_tokens": 14838893.0, + "step": 5170 + }, + { + "entropy": 5.043838787078857, + "epoch": 6.1387900355871885, + "grad_norm": 1.25, + "learning_rate": 0.0002310813194276889, + "loss": 4.3189, + "mean_token_accuracy": 0.2520149201154709, + "num_tokens": 14853548.0, + "step": 5175 + }, + { + "entropy": 5.000109529495239, + "epoch": 6.144721233689205, + "grad_norm": 1.421875, + "learning_rate": 0.00023061426073542413, + "loss": 4.2719, + "mean_token_accuracy": 0.2534493938088417, + "num_tokens": 14868079.0, + "step": 5180 + }, + { + "entropy": 5.02756929397583, + "epoch": 6.1506524317912215, + "grad_norm": 1.2890625, + "learning_rate": 0.0002301474009616885, + "loss": 4.2848, + "mean_token_accuracy": 0.2585728645324707, + "num_tokens": 14882343.0, + "step": 5185 + }, + { + "entropy": 4.961363172531128, + "epoch": 6.156583629893238, + "grad_norm": 1.3984375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2671, + "mean_token_accuracy": 0.2636710450053215, + "num_tokens": 14895233.0, + "step": 5190 + }, + { + "entropy": 5.022676992416382, + "epoch": 6.162514827995255, + "grad_norm": 1.15625, + "learning_rate": 0.00022921428653799298, + "loss": 4.2511, + "mean_token_accuracy": 0.2618787810206413, + "num_tokens": 14910628.0, + "step": 5195 + }, + { + "entropy": 5.012147855758667, + "epoch": 6.168446026097271, + "grad_norm": 1.4375, + "learning_rate": 0.00022874803606986617, + "loss": 4.2421, + "mean_token_accuracy": 0.2644942194223404, + "num_tokens": 14923155.0, + "step": 5200 + }, + { + "entropy": 5.008904361724854, + "epoch": 6.174377224199288, + "grad_norm": 1.15625, + "learning_rate": 0.00022828199288391554, + "loss": 4.3171, + "mean_token_accuracy": 0.2553702756762505, + "num_tokens": 14938353.0, + "step": 5205 + }, + { + "entropy": 5.0244848251342775, + "epoch": 6.180308422301305, + "grad_norm": 1.421875, + "learning_rate": 0.00022781615906875414, + "loss": 4.3145, + "mean_token_accuracy": 0.25322963744401933, + "num_tokens": 14953774.0, + "step": 5210 + }, + { + "entropy": 5.008412456512451, + "epoch": 6.186239620403321, + "grad_norm": 1.3984375, + "learning_rate": 0.0002273505367120562, + "loss": 4.2341, + "mean_token_accuracy": 0.2646894872188568, + "num_tokens": 14968618.0, + "step": 5215 + }, + { + "entropy": 4.984117126464843, + "epoch": 6.192170818505338, + "grad_norm": 1.2890625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2244, + "mean_token_accuracy": 0.26672463715076444, + "num_tokens": 14981918.0, + "step": 5220 + }, + { + "entropy": 4.965973377227783, + "epoch": 6.198102016607355, + "grad_norm": 1.46875, + "learning_rate": 0.0002264199347200015, + "loss": 4.2641, + "mean_token_accuracy": 0.27005019336938857, + "num_tokens": 14997407.0, + "step": 5225 + }, + { + "entropy": 5.020095109939575, + "epoch": 6.204033214709371, + "grad_norm": 1.3515625, + "learning_rate": 0.00022595495925521804, + "loss": 4.2685, + "mean_token_accuracy": 0.25842465460300446, + "num_tokens": 15010566.0, + "step": 5230 + }, + { + "entropy": 5.039657354354858, + "epoch": 6.209964412811388, + "grad_norm": 1.296875, + "learning_rate": 0.0002254902035900261, + "loss": 4.3523, + "mean_token_accuracy": 0.2598764330148697, + "num_tokens": 15025458.0, + "step": 5235 + }, + { + "entropy": 4.943068265914917, + "epoch": 6.215895610913405, + "grad_norm": 1.375, + "learning_rate": 0.00022502566980726852, + "loss": 4.2457, + "mean_token_accuracy": 0.26292232871055604, + "num_tokens": 15039103.0, + "step": 5240 + }, + { + "entropy": 5.043027925491333, + "epoch": 6.221826809015421, + "grad_norm": 1.5703125, + "learning_rate": 0.00022456135998879335, + "loss": 4.2941, + "mean_token_accuracy": 0.25821716636419295, + "num_tokens": 15052802.0, + "step": 5245 + }, + { + "entropy": 5.080618524551392, + "epoch": 6.227758007117438, + "grad_norm": 1.4375, + "learning_rate": 0.0002240972762154453, + "loss": 4.3037, + "mean_token_accuracy": 0.25927335768938065, + "num_tokens": 15067133.0, + "step": 5250 + }, + { + "entropy": 5.022476577758789, + "epoch": 6.233689205219454, + "grad_norm": 1.484375, + "learning_rate": 0.000223633420567056, + "loss": 4.2966, + "mean_token_accuracy": 0.2569254443049431, + "num_tokens": 15079985.0, + "step": 5255 + }, + { + "entropy": 4.928483486175537, + "epoch": 6.239620403321471, + "grad_norm": 1.28125, + "learning_rate": 0.0002231697951224346, + "loss": 4.2144, + "mean_token_accuracy": 0.2635895624756813, + "num_tokens": 15095092.0, + "step": 5260 + }, + { + "entropy": 5.036012649536133, + "epoch": 6.245551601423488, + "grad_norm": 1.2265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.3631, + "mean_token_accuracy": 0.24321680516004562, + "num_tokens": 15111850.0, + "step": 5265 + }, + { + "entropy": 5.032869529724121, + "epoch": 6.251482799525504, + "grad_norm": 1.4765625, + "learning_rate": 0.00022224324315456474, + "loss": 4.2823, + "mean_token_accuracy": 0.2571799159049988, + "num_tokens": 15124918.0, + "step": 5270 + }, + { + "entropy": 4.980008888244629, + "epoch": 6.257413997627521, + "grad_norm": 1.3515625, + "learning_rate": 0.00022178032078373894, + "loss": 4.3428, + "mean_token_accuracy": 0.2544923171401024, + "num_tokens": 15140428.0, + "step": 5275 + }, + { + "entropy": 5.05231351852417, + "epoch": 6.263345195729538, + "grad_norm": 1.1953125, + "learning_rate": 0.00022131763692150798, + "loss": 4.2956, + "mean_token_accuracy": 0.2509635344147682, + "num_tokens": 15154310.0, + "step": 5280 + }, + { + "entropy": 5.06721715927124, + "epoch": 6.269276393831554, + "grad_norm": 1.4609375, + "learning_rate": 0.00022085519364142963, + "loss": 4.3207, + "mean_token_accuracy": 0.2531687691807747, + "num_tokens": 15167607.0, + "step": 5285 + }, + { + "entropy": 4.985915088653565, + "epoch": 6.275207591933571, + "grad_norm": 1.3828125, + "learning_rate": 0.00022039299301598343, + "loss": 4.3167, + "mean_token_accuracy": 0.2527414485812187, + "num_tokens": 15181200.0, + "step": 5290 + }, + { + "entropy": 5.053257703781128, + "epoch": 6.2811387900355875, + "grad_norm": 1.3359375, + "learning_rate": 0.00021993103711656148, + "loss": 4.3152, + "mean_token_accuracy": 0.2575220212340355, + "num_tokens": 15196050.0, + "step": 5295 + }, + { + "entropy": 5.0179276943206785, + "epoch": 6.2870699881376035, + "grad_norm": 1.3359375, + "learning_rate": 0.00021946932801345903, + "loss": 4.2558, + "mean_token_accuracy": 0.260312719643116, + "num_tokens": 15209134.0, + "step": 5300 + }, + { + "entropy": 4.979709911346435, + "epoch": 6.2930011862396205, + "grad_norm": 1.3203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.3143, + "mean_token_accuracy": 0.2523039475083351, + "num_tokens": 15223574.0, + "step": 5305 + }, + { + "entropy": 5.009503602981567, + "epoch": 6.298932384341637, + "grad_norm": 1.40625, + "learning_rate": 0.00021854665847185445, + "loss": 4.2875, + "mean_token_accuracy": 0.25636068880558016, + "num_tokens": 15237201.0, + "step": 5310 + }, + { + "entropy": 4.9620115756988525, + "epoch": 6.304863582443653, + "grad_norm": 1.4375, + "learning_rate": 0.00021808570216837569, + "loss": 4.3051, + "mean_token_accuracy": 0.25059895515441893, + "num_tokens": 15252757.0, + "step": 5315 + }, + { + "entropy": 5.016540050506592, + "epoch": 6.31079478054567, + "grad_norm": 1.40625, + "learning_rate": 0.0002176250009312446, + "loss": 4.3384, + "mean_token_accuracy": 0.24727711826562881, + "num_tokens": 15267448.0, + "step": 5320 + }, + { + "entropy": 5.009750556945801, + "epoch": 6.316725978647687, + "grad_norm": 1.4609375, + "learning_rate": 0.0002171645568251337, + "loss": 4.2853, + "mean_token_accuracy": 0.25654620230197905, + "num_tokens": 15280276.0, + "step": 5325 + }, + { + "entropy": 4.978376150131226, + "epoch": 6.322657176749703, + "grad_norm": 1.296875, + "learning_rate": 0.00021670437191356295, + "loss": 4.2642, + "mean_token_accuracy": 0.2605225682258606, + "num_tokens": 15293960.0, + "step": 5330 + }, + { + "entropy": 4.949605989456177, + "epoch": 6.32858837485172, + "grad_norm": 1.28125, + "learning_rate": 0.0002162444482588908, + "loss": 4.2391, + "mean_token_accuracy": 0.2608349248766899, + "num_tokens": 15309698.0, + "step": 5335 + }, + { + "entropy": 4.959253168106079, + "epoch": 6.334519572953736, + "grad_norm": 1.4453125, + "learning_rate": 0.00021578478792230504, + "loss": 4.1459, + "mean_token_accuracy": 0.2709234029054642, + "num_tokens": 15322491.0, + "step": 5340 + }, + { + "entropy": 4.951858901977539, + "epoch": 6.340450771055753, + "grad_norm": 1.28125, + "learning_rate": 0.00021532539296381314, + "loss": 4.228, + "mean_token_accuracy": 0.2675049722194672, + "num_tokens": 15335914.0, + "step": 5345 + }, + { + "entropy": 5.012625598907471, + "epoch": 6.34638196915777, + "grad_norm": 1.296875, + "learning_rate": 0.00021486626544223332, + "loss": 4.317, + "mean_token_accuracy": 0.25726097226142886, + "num_tokens": 15350136.0, + "step": 5350 + }, + { + "entropy": 5.0181556224823, + "epoch": 6.352313167259786, + "grad_norm": 1.421875, + "learning_rate": 0.00021440740741518534, + "loss": 4.2696, + "mean_token_accuracy": 0.26408939957618716, + "num_tokens": 15362615.0, + "step": 5355 + }, + { + "entropy": 5.001295375823974, + "epoch": 6.358244365361803, + "grad_norm": 1.5390625, + "learning_rate": 0.00021394882093908097, + "loss": 4.2675, + "mean_token_accuracy": 0.2587674051523209, + "num_tokens": 15377410.0, + "step": 5360 + }, + { + "entropy": 5.001947593688965, + "epoch": 6.36417556346382, + "grad_norm": 1.4296875, + "learning_rate": 0.00021349050806911536, + "loss": 4.2396, + "mean_token_accuracy": 0.26232816129922865, + "num_tokens": 15391601.0, + "step": 5365 + }, + { + "entropy": 4.981376266479492, + "epoch": 6.370106761565836, + "grad_norm": 1.3828125, + "learning_rate": 0.00021303247085925715, + "loss": 4.275, + "mean_token_accuracy": 0.25759045481681825, + "num_tokens": 15404904.0, + "step": 5370 + }, + { + "entropy": 4.972017908096314, + "epoch": 6.376037959667853, + "grad_norm": 1.40625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1785, + "mean_token_accuracy": 0.2671340972185135, + "num_tokens": 15417438.0, + "step": 5375 + }, + { + "entropy": 4.9670978546142575, + "epoch": 6.38196915776987, + "grad_norm": 1.3828125, + "learning_rate": 0.00021211723162955194, + "loss": 4.2631, + "mean_token_accuracy": 0.26574990898370743, + "num_tokens": 15431449.0, + "step": 5380 + }, + { + "entropy": 5.062072324752807, + "epoch": 6.387900355871886, + "grad_norm": 1.4375, + "learning_rate": 0.00021166003371142855, + "loss": 4.3397, + "mean_token_accuracy": 0.24796287715435028, + "num_tokens": 15446236.0, + "step": 5385 + }, + { + "entropy": 5.07905125617981, + "epoch": 6.393831553973903, + "grad_norm": 1.3359375, + "learning_rate": 0.0002112031196568418, + "loss": 4.3522, + "mean_token_accuracy": 0.2528716191649437, + "num_tokens": 15460813.0, + "step": 5390 + }, + { + "entropy": 5.038124704360962, + "epoch": 6.39976275207592, + "grad_norm": 1.40625, + "learning_rate": 0.00021074649151349157, + "loss": 4.3095, + "mean_token_accuracy": 0.25035764575004577, + "num_tokens": 15476259.0, + "step": 5395 + }, + { + "entropy": 5.005946063995362, + "epoch": 6.405693950177936, + "grad_norm": 1.4375, + "learning_rate": 0.00021029015132779615, + "loss": 4.2713, + "mean_token_accuracy": 0.25605716109275817, + "num_tokens": 15489630.0, + "step": 5400 + }, + { + "entropy": 4.9758141994476315, + "epoch": 6.411625148279953, + "grad_norm": 1.1953125, + "learning_rate": 0.00020983410114488367, + "loss": 4.2804, + "mean_token_accuracy": 0.2633867159485817, + "num_tokens": 15504826.0, + "step": 5405 + }, + { + "entropy": 5.095077753067017, + "epoch": 6.41755634638197, + "grad_norm": 1.21875, + "learning_rate": 0.0002093783430085825, + "loss": 4.3843, + "mean_token_accuracy": 0.2466120555996895, + "num_tokens": 15521236.0, + "step": 5410 + }, + { + "entropy": 5.009157133102417, + "epoch": 6.423487544483986, + "grad_norm": 1.3671875, + "learning_rate": 0.00020892287896141204, + "loss": 4.3164, + "mean_token_accuracy": 0.2507207080721855, + "num_tokens": 15535232.0, + "step": 5415 + }, + { + "entropy": 4.967687273025513, + "epoch": 6.4294187425860025, + "grad_norm": 1.34375, + "learning_rate": 0.0002084677110445739, + "loss": 4.3213, + "mean_token_accuracy": 0.2534439966082573, + "num_tokens": 15549986.0, + "step": 5420 + }, + { + "entropy": 4.997312068939209, + "epoch": 6.435349940688019, + "grad_norm": 1.3125, + "learning_rate": 0.0002080128412979425, + "loss": 4.3035, + "mean_token_accuracy": 0.2496727466583252, + "num_tokens": 15564901.0, + "step": 5425 + }, + { + "entropy": 5.063030624389649, + "epoch": 6.4412811387900355, + "grad_norm": 1.578125, + "learning_rate": 0.00020755827176005575, + "loss": 4.3508, + "mean_token_accuracy": 0.25321594923734664, + "num_tokens": 15582895.0, + "step": 5430 + }, + { + "entropy": 5.005529594421387, + "epoch": 6.447212336892052, + "grad_norm": 1.296875, + "learning_rate": 0.00020710400446810658, + "loss": 4.2506, + "mean_token_accuracy": 0.2576309829950333, + "num_tokens": 15596965.0, + "step": 5435 + }, + { + "entropy": 5.011136293411255, + "epoch": 6.4531435349940685, + "grad_norm": 1.2265625, + "learning_rate": 0.00020665004145793293, + "loss": 4.3019, + "mean_token_accuracy": 0.25358843207359316, + "num_tokens": 15611688.0, + "step": 5440 + }, + { + "entropy": 4.997492885589599, + "epoch": 6.459074733096085, + "grad_norm": 1.171875, + "learning_rate": 0.00020619638476400943, + "loss": 4.3155, + "mean_token_accuracy": 0.254525488615036, + "num_tokens": 15626567.0, + "step": 5445 + }, + { + "entropy": 5.012764024734497, + "epoch": 6.465005931198102, + "grad_norm": 1.3984375, + "learning_rate": 0.00020574303641943782, + "loss": 4.2949, + "mean_token_accuracy": 0.25787416100502014, + "num_tokens": 15641448.0, + "step": 5450 + }, + { + "entropy": 4.973249864578247, + "epoch": 6.470937129300118, + "grad_norm": 1.640625, + "learning_rate": 0.0002052899984559377, + "loss": 4.2957, + "mean_token_accuracy": 0.25665432065725324, + "num_tokens": 15655478.0, + "step": 5455 + }, + { + "entropy": 4.9652416706085205, + "epoch": 6.476868327402135, + "grad_norm": 1.2578125, + "learning_rate": 0.00020483727290383812, + "loss": 4.2559, + "mean_token_accuracy": 0.2595137730240822, + "num_tokens": 15670268.0, + "step": 5460 + }, + { + "entropy": 5.0037332534790036, + "epoch": 6.482799525504152, + "grad_norm": 1.2734375, + "learning_rate": 0.00020438486179206772, + "loss": 4.2668, + "mean_token_accuracy": 0.26161179691553116, + "num_tokens": 15684346.0, + "step": 5465 + }, + { + "entropy": 5.056458282470703, + "epoch": 6.488730723606168, + "grad_norm": 1.4296875, + "learning_rate": 0.0002039327671481459, + "loss": 4.3082, + "mean_token_accuracy": 0.25756986290216444, + "num_tokens": 15697715.0, + "step": 5470 + }, + { + "entropy": 4.9800026416778564, + "epoch": 6.494661921708185, + "grad_norm": 1.5390625, + "learning_rate": 0.000203480990998174, + "loss": 4.2732, + "mean_token_accuracy": 0.2652369484305382, + "num_tokens": 15711164.0, + "step": 5475 + }, + { + "entropy": 5.010848426818848, + "epoch": 6.500593119810202, + "grad_norm": 1.3671875, + "learning_rate": 0.00020302953536682606, + "loss": 4.3121, + "mean_token_accuracy": 0.25519239008426664, + "num_tokens": 15726090.0, + "step": 5480 + }, + { + "entropy": 4.979192781448364, + "epoch": 6.506524317912218, + "grad_norm": 1.40625, + "learning_rate": 0.00020257840227733926, + "loss": 4.3159, + "mean_token_accuracy": 0.2554710179567337, + "num_tokens": 15740267.0, + "step": 5485 + }, + { + "entropy": 5.0485481262207035, + "epoch": 6.512455516014235, + "grad_norm": 1.34375, + "learning_rate": 0.00020212759375150564, + "loss": 4.2913, + "mean_token_accuracy": 0.2593435138463974, + "num_tokens": 15755531.0, + "step": 5490 + }, + { + "entropy": 4.97378363609314, + "epoch": 6.518386714116252, + "grad_norm": 1.3515625, + "learning_rate": 0.00020167711180966275, + "loss": 4.2902, + "mean_token_accuracy": 0.25500780791044236, + "num_tokens": 15770763.0, + "step": 5495 + }, + { + "entropy": 4.9556597709655765, + "epoch": 6.524317912218268, + "grad_norm": 1.4609375, + "learning_rate": 0.00020122695847068413, + "loss": 4.2733, + "mean_token_accuracy": 0.2600768730044365, + "num_tokens": 15784076.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.884481093634857, + "eval_loss": 5.281618595123291, + "eval_mean_token_accuracy": 0.1946958752771828, + "eval_num_tokens": 15784076.0, + "eval_runtime": 1.8516, + "eval_samples_per_second": 1408.539, + "eval_steps_per_second": 176.067, + "step": 5500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4111249928048640.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5500/training_args.bin b/checkpoint-5500/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-5500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-6000/added_tokens.json b/checkpoint-6000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-6000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-6000/config.json b/checkpoint-6000/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-6000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-6000/generation_config.json b/checkpoint-6000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-6000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-6000/model.safetensors b/checkpoint-6000/model.safetensors new file mode 100644 index 0000000..9d8a6d3 --- /dev/null +++ b/checkpoint-6000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8652d95142f010363246f675309630450a4f0bd72b1ffd77f8638597aa0386ef +size 76082256 diff --git a/checkpoint-6000/rng_state.pth b/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000..0fb7a91 --- /dev/null +++ b/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abce6f7534757b6431102b637ce78ff40380e2f939604c454953270d72cc7391 +size 14645 diff --git a/checkpoint-6000/special_tokens_map.json b/checkpoint-6000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-6000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-6000/spiece.model b/checkpoint-6000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-6000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-6000/tokenizer_config.json b/checkpoint-6000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-6000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-6000/trainer_state.json b/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000..357acba --- /dev/null +++ b/checkpoint-6000/trainer_state.json @@ -0,0 +1,12166 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.117437722419929, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + }, + { + "entropy": 5.058888483047485, + "epoch": 5.344009489916964, + "grad_norm": 1.328125, + "learning_rate": 0.0002945994974942864, + "loss": 4.4608, + "mean_token_accuracy": 0.23459965437650682, + "num_tokens": 12923983.0, + "step": 4505 + }, + { + "entropy": 5.0865026950836185, + "epoch": 5.34994068801898, + "grad_norm": 1.421875, + "learning_rate": 0.0002941249448769988, + "loss": 4.3853, + "mean_token_accuracy": 0.2561731278896332, + "num_tokens": 12936741.0, + "step": 4510 + }, + { + "entropy": 5.056635904312134, + "epoch": 5.355871886120997, + "grad_norm": 1.3203125, + "learning_rate": 0.0002936503065496167, + "loss": 4.4375, + "mean_token_accuracy": 0.24360568821430206, + "num_tokens": 12951421.0, + "step": 4515 + }, + { + "entropy": 5.018971395492554, + "epoch": 5.361803084223013, + "grad_norm": 1.234375, + "learning_rate": 0.0002931755846392731, + "loss": 4.405, + "mean_token_accuracy": 0.23899228125810623, + "num_tokens": 12966278.0, + "step": 4520 + }, + { + "entropy": 5.047994661331177, + "epoch": 5.36773428232503, + "grad_norm": 1.3671875, + "learning_rate": 0.000292700781273475, + "loss": 4.4139, + "mean_token_accuracy": 0.24122539758682252, + "num_tokens": 12981301.0, + "step": 4525 + }, + { + "entropy": 5.055590486526489, + "epoch": 5.3736654804270465, + "grad_norm": 1.359375, + "learning_rate": 0.00029222589858009484, + "loss": 4.4325, + "mean_token_accuracy": 0.24734572023153306, + "num_tokens": 12996358.0, + "step": 4530 + }, + { + "entropy": 5.025227165222168, + "epoch": 5.3795966785290625, + "grad_norm": 1.234375, + "learning_rate": 0.0002917509386873605, + "loss": 4.4437, + "mean_token_accuracy": 0.2385510802268982, + "num_tokens": 13013149.0, + "step": 4535 + }, + { + "entropy": 5.102819204330444, + "epoch": 5.3855278766310795, + "grad_norm": 1.4296875, + "learning_rate": 0.00029127590372384583, + "loss": 4.4223, + "mean_token_accuracy": 0.24738444536924362, + "num_tokens": 13027227.0, + "step": 4540 + }, + { + "entropy": 5.040490245819091, + "epoch": 5.391459074733096, + "grad_norm": 1.609375, + "learning_rate": 0.00029080079581846106, + "loss": 4.3667, + "mean_token_accuracy": 0.2456284523010254, + "num_tokens": 13040136.0, + "step": 4545 + }, + { + "entropy": 5.009986829757691, + "epoch": 5.397390272835112, + "grad_norm": 1.296875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4275, + "mean_token_accuracy": 0.23675494641065598, + "num_tokens": 13053339.0, + "step": 4550 + }, + { + "entropy": 5.016347980499267, + "epoch": 5.403321470937129, + "grad_norm": 1.171875, + "learning_rate": 0.00028985036969934744, + "loss": 4.4193, + "mean_token_accuracy": 0.24513203799724578, + "num_tokens": 13067466.0, + "step": 4555 + }, + { + "entropy": 5.067802429199219, + "epoch": 5.409252669039146, + "grad_norm": 1.2578125, + "learning_rate": 0.00028937505574503535, + "loss": 4.4001, + "mean_token_accuracy": 0.2465244710445404, + "num_tokens": 13080935.0, + "step": 4560 + }, + { + "entropy": 5.020471286773682, + "epoch": 5.415183867141162, + "grad_norm": 1.3515625, + "learning_rate": 0.0002888996773676677, + "loss": 4.4509, + "mean_token_accuracy": 0.2363573893904686, + "num_tokens": 13096324.0, + "step": 4565 + }, + { + "entropy": 5.126127099990844, + "epoch": 5.421115065243179, + "grad_norm": 1.2890625, + "learning_rate": 0.0002884242366976939, + "loss": 4.4733, + "mean_token_accuracy": 0.2339528188109398, + "num_tokens": 13111300.0, + "step": 4570 + }, + { + "entropy": 5.0503441333770756, + "epoch": 5.427046263345196, + "grad_norm": 1.1796875, + "learning_rate": 0.0002879487358658425, + "loss": 4.4477, + "mean_token_accuracy": 0.2459062695503235, + "num_tokens": 13125654.0, + "step": 4575 + }, + { + "entropy": 4.996106481552124, + "epoch": 5.432977461447212, + "grad_norm": 1.40625, + "learning_rate": 0.00028747317700311144, + "loss": 4.4009, + "mean_token_accuracy": 0.24370353370904924, + "num_tokens": 13138827.0, + "step": 4580 + }, + { + "entropy": 5.117808628082275, + "epoch": 5.438908659549229, + "grad_norm": 1.4140625, + "learning_rate": 0.00028699756224075893, + "loss": 4.4545, + "mean_token_accuracy": 0.24555698782205582, + "num_tokens": 13154154.0, + "step": 4585 + }, + { + "entropy": 5.077613782882691, + "epoch": 5.444839857651246, + "grad_norm": 1.40625, + "learning_rate": 0.0002865218937102938, + "loss": 4.4958, + "mean_token_accuracy": 0.23867165595293044, + "num_tokens": 13169300.0, + "step": 4590 + }, + { + "entropy": 5.060262203216553, + "epoch": 5.450771055753262, + "grad_norm": 1.1953125, + "learning_rate": 0.0002860461735434655, + "loss": 4.4814, + "mean_token_accuracy": 0.229344967007637, + "num_tokens": 13184925.0, + "step": 4595 + }, + { + "entropy": 5.093711948394775, + "epoch": 5.456702253855279, + "grad_norm": 1.2109375, + "learning_rate": 0.0002855704038722552, + "loss": 4.4351, + "mean_token_accuracy": 0.2340375155210495, + "num_tokens": 13201488.0, + "step": 4600 + }, + { + "entropy": 5.109644174575806, + "epoch": 5.462633451957295, + "grad_norm": 1.25, + "learning_rate": 0.0002850945868288659, + "loss": 4.5378, + "mean_token_accuracy": 0.22780389040708543, + "num_tokens": 13217575.0, + "step": 4605 + }, + { + "entropy": 5.050470209121704, + "epoch": 5.468564650059312, + "grad_norm": 1.2265625, + "learning_rate": 0.0002846187245457127, + "loss": 4.4121, + "mean_token_accuracy": 0.24261299669742584, + "num_tokens": 13232505.0, + "step": 4610 + }, + { + "entropy": 5.09966893196106, + "epoch": 5.474495848161329, + "grad_norm": 1.421875, + "learning_rate": 0.00028414281915541356, + "loss": 4.4033, + "mean_token_accuracy": 0.24443318098783492, + "num_tokens": 13245649.0, + "step": 4615 + }, + { + "entropy": 4.994836330413818, + "epoch": 5.480427046263345, + "grad_norm": 1.2578125, + "learning_rate": 0.00028366687279077977, + "loss": 4.4421, + "mean_token_accuracy": 0.24775925874710084, + "num_tokens": 13259462.0, + "step": 4620 + }, + { + "entropy": 5.05501766204834, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.4719, + "mean_token_accuracy": 0.23720043301582336, + "num_tokens": 13275014.0, + "step": 4625 + }, + { + "entropy": 5.028215980529785, + "epoch": 5.492289442467379, + "grad_norm": 1.390625, + "learning_rate": 0.00028271486567066123, + "loss": 4.3964, + "mean_token_accuracy": 0.25001311004161836, + "num_tokens": 13288450.0, + "step": 4630 + }, + { + "entropy": 5.068965864181519, + "epoch": 5.498220640569395, + "grad_norm": 1.15625, + "learning_rate": 0.0002822388091816788, + "loss": 4.503, + "mean_token_accuracy": 0.24046200066804885, + "num_tokens": 13303947.0, + "step": 4635 + }, + { + "entropy": 5.116705465316772, + "epoch": 5.504151838671412, + "grad_norm": 1.3359375, + "learning_rate": 0.00028176272025134697, + "loss": 4.456, + "mean_token_accuracy": 0.2419669434428215, + "num_tokens": 13317380.0, + "step": 4640 + }, + { + "entropy": 5.0632740497589115, + "epoch": 5.510083036773429, + "grad_norm": 1.2421875, + "learning_rate": 0.0002812866010132995, + "loss": 4.3713, + "mean_token_accuracy": 0.2490440309047699, + "num_tokens": 13331706.0, + "step": 4645 + }, + { + "entropy": 5.003316974639892, + "epoch": 5.516014234875445, + "grad_norm": 1.171875, + "learning_rate": 0.00028081045360130587, + "loss": 4.4336, + "mean_token_accuracy": 0.23711458444595337, + "num_tokens": 13346263.0, + "step": 4650 + }, + { + "entropy": 5.1004985809326175, + "epoch": 5.5219454329774615, + "grad_norm": 1.4140625, + "learning_rate": 0.000280334280149262, + "loss": 4.417, + "mean_token_accuracy": 0.24271144717931747, + "num_tokens": 13361113.0, + "step": 4655 + }, + { + "entropy": 5.1378613948822025, + "epoch": 5.527876631079478, + "grad_norm": 1.34375, + "learning_rate": 0.0002798580827911803, + "loss": 4.4628, + "mean_token_accuracy": 0.23616952449083328, + "num_tokens": 13374577.0, + "step": 4660 + }, + { + "entropy": 5.025697040557861, + "epoch": 5.5338078291814945, + "grad_norm": 1.40625, + "learning_rate": 0.0002793818636611805, + "loss": 4.4311, + "mean_token_accuracy": 0.23942704051733016, + "num_tokens": 13387930.0, + "step": 4665 + }, + { + "entropy": 5.041089010238648, + "epoch": 5.539739027283511, + "grad_norm": 1.25, + "learning_rate": 0.0002789056248934797, + "loss": 4.4442, + "mean_token_accuracy": 0.24215238243341447, + "num_tokens": 13402992.0, + "step": 4670 + }, + { + "entropy": 5.120145988464356, + "epoch": 5.545670225385528, + "grad_norm": 1.3359375, + "learning_rate": 0.0002784293686223832, + "loss": 4.3959, + "mean_token_accuracy": 0.24842557907104493, + "num_tokens": 13416998.0, + "step": 4675 + }, + { + "entropy": 5.012027406692505, + "epoch": 5.551601423487544, + "grad_norm": 1.5078125, + "learning_rate": 0.0002779530969822746, + "loss": 4.43, + "mean_token_accuracy": 0.23928656727075576, + "num_tokens": 13430278.0, + "step": 4680 + }, + { + "entropy": 5.000022935867309, + "epoch": 5.557532621589561, + "grad_norm": 1.2734375, + "learning_rate": 0.0002774768121076065, + "loss": 4.3708, + "mean_token_accuracy": 0.24596457779407502, + "num_tokens": 13444608.0, + "step": 4685 + }, + { + "entropy": 5.036244869232178, + "epoch": 5.563463819691577, + "grad_norm": 1.4296875, + "learning_rate": 0.0002770005161328908, + "loss": 4.4577, + "mean_token_accuracy": 0.24575844258069993, + "num_tokens": 13457961.0, + "step": 4690 + }, + { + "entropy": 5.089932107925415, + "epoch": 5.569395017793594, + "grad_norm": 1.2578125, + "learning_rate": 0.0002765242111926891, + "loss": 4.53, + "mean_token_accuracy": 0.22811459004878998, + "num_tokens": 13472552.0, + "step": 4695 + }, + { + "entropy": 5.091521215438843, + "epoch": 5.575326215895611, + "grad_norm": 1.2734375, + "learning_rate": 0.00027604789942160297, + "loss": 4.4559, + "mean_token_accuracy": 0.23580421954393388, + "num_tokens": 13486090.0, + "step": 4700 + }, + { + "entropy": 5.047355365753174, + "epoch": 5.581257413997627, + "grad_norm": 1.4140625, + "learning_rate": 0.00027557158295426506, + "loss": 4.4502, + "mean_token_accuracy": 0.24515524953603746, + "num_tokens": 13499493.0, + "step": 4705 + }, + { + "entropy": 5.126659488677978, + "epoch": 5.587188612099644, + "grad_norm": 1.3828125, + "learning_rate": 0.0002750952639253287, + "loss": 4.5085, + "mean_token_accuracy": 0.23807648122310637, + "num_tokens": 13513270.0, + "step": 4710 + }, + { + "entropy": 5.04275369644165, + "epoch": 5.593119810201661, + "grad_norm": 1.1953125, + "learning_rate": 0.00027461894446945877, + "loss": 4.4291, + "mean_token_accuracy": 0.23905896246433259, + "num_tokens": 13527571.0, + "step": 4715 + }, + { + "entropy": 5.031711196899414, + "epoch": 5.599051008303677, + "grad_norm": 1.2109375, + "learning_rate": 0.0002741426267213223, + "loss": 4.399, + "mean_token_accuracy": 0.2434948205947876, + "num_tokens": 13541956.0, + "step": 4720 + }, + { + "entropy": 5.123283910751343, + "epoch": 5.604982206405694, + "grad_norm": 1.265625, + "learning_rate": 0.0002736663128155781, + "loss": 4.5138, + "mean_token_accuracy": 0.2383720725774765, + "num_tokens": 13557613.0, + "step": 4725 + }, + { + "entropy": 5.01444091796875, + "epoch": 5.610913404507711, + "grad_norm": 1.2734375, + "learning_rate": 0.0002731900048868685, + "loss": 4.4113, + "mean_token_accuracy": 0.2442216083407402, + "num_tokens": 13572207.0, + "step": 4730 + }, + { + "entropy": 5.030840015411377, + "epoch": 5.616844602609727, + "grad_norm": 1.3359375, + "learning_rate": 0.00027271370506980853, + "loss": 4.4484, + "mean_token_accuracy": 0.24023475646972656, + "num_tokens": 13587621.0, + "step": 4735 + }, + { + "entropy": 5.046911907196045, + "epoch": 5.622775800711744, + "grad_norm": 1.1640625, + "learning_rate": 0.00027223741549897696, + "loss": 4.4536, + "mean_token_accuracy": 0.24491426199674607, + "num_tokens": 13602745.0, + "step": 4740 + }, + { + "entropy": 5.101274490356445, + "epoch": 5.62870699881376, + "grad_norm": 1.4296875, + "learning_rate": 0.00027176113830890673, + "loss": 4.3867, + "mean_token_accuracy": 0.24548266381025313, + "num_tokens": 13616138.0, + "step": 4745 + }, + { + "entropy": 5.06822943687439, + "epoch": 5.634638196915777, + "grad_norm": 1.5234375, + "learning_rate": 0.0002712848756340754, + "loss": 4.4545, + "mean_token_accuracy": 0.23555067032575608, + "num_tokens": 13630326.0, + "step": 4750 + }, + { + "entropy": 5.033315277099609, + "epoch": 5.640569395017794, + "grad_norm": 1.2734375, + "learning_rate": 0.000270808629608895, + "loss": 4.4272, + "mean_token_accuracy": 0.2433514729142189, + "num_tokens": 13644880.0, + "step": 4755 + }, + { + "entropy": 5.023551321029663, + "epoch": 5.646500593119811, + "grad_norm": 1.15625, + "learning_rate": 0.0002703324023677036, + "loss": 4.4452, + "mean_token_accuracy": 0.2369721755385399, + "num_tokens": 13660506.0, + "step": 4760 + }, + { + "entropy": 5.0040631771087645, + "epoch": 5.652431791221827, + "grad_norm": 1.34375, + "learning_rate": 0.00026985619604475466, + "loss": 4.3864, + "mean_token_accuracy": 0.24618825018405915, + "num_tokens": 13675961.0, + "step": 4765 + }, + { + "entropy": 5.014545249938965, + "epoch": 5.658362989323844, + "grad_norm": 1.1640625, + "learning_rate": 0.00026938001277420785, + "loss": 4.4389, + "mean_token_accuracy": 0.23929533064365388, + "num_tokens": 13690570.0, + "step": 4770 + }, + { + "entropy": 5.050947809219361, + "epoch": 5.66429418742586, + "grad_norm": 1.4453125, + "learning_rate": 0.00026890385469011997, + "loss": 4.4374, + "mean_token_accuracy": 0.24186193346977233, + "num_tokens": 13704267.0, + "step": 4775 + }, + { + "entropy": 5.026543426513672, + "epoch": 5.670225385527877, + "grad_norm": 1.1875, + "learning_rate": 0.00026842772392643443, + "loss": 4.4268, + "mean_token_accuracy": 0.24120682775974273, + "num_tokens": 13720761.0, + "step": 4780 + }, + { + "entropy": 5.0410003662109375, + "epoch": 5.6761565836298935, + "grad_norm": 1.3125, + "learning_rate": 0.0002679516226169724, + "loss": 4.4009, + "mean_token_accuracy": 0.24163358509540558, + "num_tokens": 13735898.0, + "step": 4785 + }, + { + "entropy": 4.978803491592407, + "epoch": 5.6820877817319095, + "grad_norm": 1.3046875, + "learning_rate": 0.0002674755528954232, + "loss": 4.3798, + "mean_token_accuracy": 0.24308834820985795, + "num_tokens": 13748962.0, + "step": 4790 + }, + { + "entropy": 5.005527067184448, + "epoch": 5.6880189798339265, + "grad_norm": 1.40625, + "learning_rate": 0.00026699951689533445, + "loss": 4.4788, + "mean_token_accuracy": 0.2391334593296051, + "num_tokens": 13763941.0, + "step": 4795 + }, + { + "entropy": 5.004294157028198, + "epoch": 5.693950177935943, + "grad_norm": 1.21875, + "learning_rate": 0.0002665235167501026, + "loss": 4.3661, + "mean_token_accuracy": 0.24394810497760772, + "num_tokens": 13778316.0, + "step": 4800 + }, + { + "entropy": 5.087885141372681, + "epoch": 5.699881376037959, + "grad_norm": 1.2578125, + "learning_rate": 0.0002660475545929636, + "loss": 4.4756, + "mean_token_accuracy": 0.24611255377531052, + "num_tokens": 13792091.0, + "step": 4805 + }, + { + "entropy": 5.108520412445069, + "epoch": 5.705812574139976, + "grad_norm": 1.4296875, + "learning_rate": 0.00026557163255698274, + "loss": 4.481, + "mean_token_accuracy": 0.23163021951913834, + "num_tokens": 13807048.0, + "step": 4810 + }, + { + "entropy": 5.079970455169677, + "epoch": 5.711743772241993, + "grad_norm": 1.2578125, + "learning_rate": 0.00026509575277504593, + "loss": 4.4844, + "mean_token_accuracy": 0.2349588006734848, + "num_tokens": 13822455.0, + "step": 4815 + }, + { + "entropy": 5.103965759277344, + "epoch": 5.717674970344009, + "grad_norm": 1.3828125, + "learning_rate": 0.0002646199173798497, + "loss": 4.4745, + "mean_token_accuracy": 0.24245647192001343, + "num_tokens": 13836609.0, + "step": 4820 + }, + { + "entropy": 5.0784893989562985, + "epoch": 5.723606168446026, + "grad_norm": 1.40625, + "learning_rate": 0.0002641441285038913, + "loss": 4.4351, + "mean_token_accuracy": 0.24516603201627732, + "num_tokens": 13849453.0, + "step": 4825 + }, + { + "entropy": 5.115981674194336, + "epoch": 5.729537366548042, + "grad_norm": 1.25, + "learning_rate": 0.00026366838827945985, + "loss": 4.5093, + "mean_token_accuracy": 0.23044819086790086, + "num_tokens": 13863082.0, + "step": 4830 + }, + { + "entropy": 5.061673355102539, + "epoch": 5.735468564650059, + "grad_norm": 1.390625, + "learning_rate": 0.00026319269883862633, + "loss": 4.5304, + "mean_token_accuracy": 0.2362530156970024, + "num_tokens": 13875323.0, + "step": 4835 + }, + { + "entropy": 5.108893156051636, + "epoch": 5.741399762752076, + "grad_norm": 1.3515625, + "learning_rate": 0.000262717062313234, + "loss": 4.448, + "mean_token_accuracy": 0.2434764564037323, + "num_tokens": 13888271.0, + "step": 4840 + }, + { + "entropy": 5.006637668609619, + "epoch": 5.747330960854093, + "grad_norm": 1.375, + "learning_rate": 0.0002622414808348892, + "loss": 4.4238, + "mean_token_accuracy": 0.2431655764579773, + "num_tokens": 13900607.0, + "step": 4845 + }, + { + "entropy": 5.080786991119385, + "epoch": 5.753262158956109, + "grad_norm": 1.265625, + "learning_rate": 0.00026176595653495136, + "loss": 4.4266, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 13915180.0, + "step": 4850 + }, + { + "entropy": 5.065893030166626, + "epoch": 5.759193357058126, + "grad_norm": 1.40625, + "learning_rate": 0.0002612904915445238, + "loss": 4.4832, + "mean_token_accuracy": 0.23563706874847412, + "num_tokens": 13930158.0, + "step": 4855 + }, + { + "entropy": 5.010072803497314, + "epoch": 5.765124555160142, + "grad_norm": 1.25, + "learning_rate": 0.000260815087994444, + "loss": 4.3664, + "mean_token_accuracy": 0.24564545154571532, + "num_tokens": 13943223.0, + "step": 4860 + }, + { + "entropy": 4.9927332401275635, + "epoch": 5.771055753262159, + "grad_norm": 1.125, + "learning_rate": 0.000260339748015274, + "loss": 4.4644, + "mean_token_accuracy": 0.24376613795757293, + "num_tokens": 13958938.0, + "step": 4865 + }, + { + "entropy": 5.041768980026245, + "epoch": 5.776986951364176, + "grad_norm": 1.15625, + "learning_rate": 0.0002598644737372911, + "loss": 4.4388, + "mean_token_accuracy": 0.23757123053073884, + "num_tokens": 13973975.0, + "step": 4870 + }, + { + "entropy": 5.041567325592041, + "epoch": 5.782918149466192, + "grad_norm": 1.2109375, + "learning_rate": 0.0002593892672904781, + "loss": 4.4592, + "mean_token_accuracy": 0.23768191039562225, + "num_tokens": 13990605.0, + "step": 4875 + }, + { + "entropy": 5.0419941425323485, + "epoch": 5.788849347568209, + "grad_norm": 1.2578125, + "learning_rate": 0.00025891413080451377, + "loss": 4.5436, + "mean_token_accuracy": 0.23147597014904023, + "num_tokens": 14006307.0, + "step": 4880 + }, + { + "entropy": 5.0918761730194095, + "epoch": 5.794780545670226, + "grad_norm": 1.3046875, + "learning_rate": 0.00025843906640876326, + "loss": 4.4521, + "mean_token_accuracy": 0.23559338748455047, + "num_tokens": 14019472.0, + "step": 4885 + }, + { + "entropy": 5.027110958099366, + "epoch": 5.800711743772242, + "grad_norm": 1.2265625, + "learning_rate": 0.000257964076232269, + "loss": 4.4103, + "mean_token_accuracy": 0.2430754005908966, + "num_tokens": 14033525.0, + "step": 4890 + }, + { + "entropy": 5.015383195877075, + "epoch": 5.806642941874259, + "grad_norm": 1.3203125, + "learning_rate": 0.00025748916240374016, + "loss": 4.4918, + "mean_token_accuracy": 0.23823553174734116, + "num_tokens": 14048823.0, + "step": 4895 + }, + { + "entropy": 5.086786603927612, + "epoch": 5.812574139976276, + "grad_norm": 1.2265625, + "learning_rate": 0.00025701432705154445, + "loss": 4.4866, + "mean_token_accuracy": 0.23517824858427047, + "num_tokens": 14063568.0, + "step": 4900 + }, + { + "entropy": 5.067300701141358, + "epoch": 5.818505338078292, + "grad_norm": 1.3203125, + "learning_rate": 0.0002565395723036975, + "loss": 4.4682, + "mean_token_accuracy": 0.23759765326976776, + "num_tokens": 14077128.0, + "step": 4905 + }, + { + "entropy": 5.050278615951538, + "epoch": 5.8244365361803085, + "grad_norm": 1.4765625, + "learning_rate": 0.0002560649002878537, + "loss": 4.416, + "mean_token_accuracy": 0.24787454605102538, + "num_tokens": 14089673.0, + "step": 4910 + }, + { + "entropy": 5.040318489074707, + "epoch": 5.830367734282325, + "grad_norm": 1.2890625, + "learning_rate": 0.00025559031313129675, + "loss": 4.4294, + "mean_token_accuracy": 0.23141864091157913, + "num_tokens": 14104617.0, + "step": 4915 + }, + { + "entropy": 5.1050783634185795, + "epoch": 5.8362989323843415, + "grad_norm": 1.2890625, + "learning_rate": 0.00025511581296093006, + "loss": 4.556, + "mean_token_accuracy": 0.23171175122261048, + "num_tokens": 14118309.0, + "step": 4920 + }, + { + "entropy": 5.041911888122558, + "epoch": 5.842230130486358, + "grad_norm": 1.1640625, + "learning_rate": 0.0002546414019032671, + "loss": 4.4805, + "mean_token_accuracy": 0.23756036907434464, + "num_tokens": 14133809.0, + "step": 4925 + }, + { + "entropy": 5.032676839828492, + "epoch": 5.848161328588375, + "grad_norm": 1.3203125, + "learning_rate": 0.0002541670820844223, + "loss": 4.4254, + "mean_token_accuracy": 0.24259141832590103, + "num_tokens": 14147700.0, + "step": 4930 + }, + { + "entropy": 5.041052293777466, + "epoch": 5.854092526690391, + "grad_norm": 1.3125, + "learning_rate": 0.0002536928556301006, + "loss": 4.4395, + "mean_token_accuracy": 0.23794725835323333, + "num_tokens": 14161669.0, + "step": 4935 + }, + { + "entropy": 4.9957301139831545, + "epoch": 5.860023724792408, + "grad_norm": 1.3359375, + "learning_rate": 0.0002532187246655891, + "loss": 4.3789, + "mean_token_accuracy": 0.2477703034877777, + "num_tokens": 14175066.0, + "step": 4940 + }, + { + "entropy": 5.074595355987549, + "epoch": 5.865954922894424, + "grad_norm": 1.1875, + "learning_rate": 0.0002527446913157467, + "loss": 4.4668, + "mean_token_accuracy": 0.24791329801082612, + "num_tokens": 14190956.0, + "step": 4945 + }, + { + "entropy": 5.044212198257446, + "epoch": 5.871886120996441, + "grad_norm": 1.140625, + "learning_rate": 0.0002522707577049947, + "loss": 4.4084, + "mean_token_accuracy": 0.2459134504199028, + "num_tokens": 14205232.0, + "step": 4950 + }, + { + "entropy": 5.067082118988037, + "epoch": 5.877817319098458, + "grad_norm": 1.4765625, + "learning_rate": 0.00025179692595730767, + "loss": 4.4526, + "mean_token_accuracy": 0.23943758457899095, + "num_tokens": 14217304.0, + "step": 4955 + }, + { + "entropy": 5.093814373016357, + "epoch": 5.883748517200474, + "grad_norm": 1.28125, + "learning_rate": 0.00025132319819620377, + "loss": 4.4756, + "mean_token_accuracy": 0.24002725780010223, + "num_tokens": 14230335.0, + "step": 4960 + }, + { + "entropy": 5.022781324386597, + "epoch": 5.889679715302491, + "grad_norm": 1.296875, + "learning_rate": 0.0002508495765447345, + "loss": 4.404, + "mean_token_accuracy": 0.24460775703191756, + "num_tokens": 14244675.0, + "step": 4965 + }, + { + "entropy": 5.032727575302124, + "epoch": 5.895610913404508, + "grad_norm": 1.3046875, + "learning_rate": 0.00025037606312547654, + "loss": 4.4747, + "mean_token_accuracy": 0.2397155359387398, + "num_tokens": 14258644.0, + "step": 4970 + }, + { + "entropy": 5.083451843261718, + "epoch": 5.901542111506524, + "grad_norm": 1.3359375, + "learning_rate": 0.0002499026600605212, + "loss": 4.4102, + "mean_token_accuracy": 0.24270913749933243, + "num_tokens": 14271487.0, + "step": 4975 + }, + { + "entropy": 5.078978490829468, + "epoch": 5.907473309608541, + "grad_norm": 1.2734375, + "learning_rate": 0.00024942936947146515, + "loss": 4.4582, + "mean_token_accuracy": 0.2412016436457634, + "num_tokens": 14286508.0, + "step": 4980 + }, + { + "entropy": 5.019553327560425, + "epoch": 5.913404507710558, + "grad_norm": 1.2265625, + "learning_rate": 0.00024895619347940117, + "loss": 4.4313, + "mean_token_accuracy": 0.24287663996219636, + "num_tokens": 14301875.0, + "step": 4985 + }, + { + "entropy": 5.1189757823944095, + "epoch": 5.919335705812574, + "grad_norm": 1.2734375, + "learning_rate": 0.0002484831342049085, + "loss": 4.5169, + "mean_token_accuracy": 0.23093525767326356, + "num_tokens": 14315712.0, + "step": 4990 + }, + { + "entropy": 5.13128170967102, + "epoch": 5.925266903914591, + "grad_norm": 1.421875, + "learning_rate": 0.00024801019376804296, + "loss": 4.4875, + "mean_token_accuracy": 0.23937722593545913, + "num_tokens": 14332235.0, + "step": 4995 + }, + { + "entropy": 5.023594379425049, + "epoch": 5.931198102016607, + "grad_norm": 1.2109375, + "learning_rate": 0.0002475373742883282, + "loss": 4.3958, + "mean_token_accuracy": 0.24531046599149703, + "num_tokens": 14346485.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.8860513695909935, + "eval_loss": 5.2638068199157715, + "eval_mean_token_accuracy": 0.19476333996452436, + "eval_num_tokens": 14346485.0, + "eval_runtime": 1.8508, + "eval_samples_per_second": 1409.127, + "eval_steps_per_second": 176.141, + "step": 5000 + }, + { + "entropy": 5.034149408340454, + "epoch": 5.937129300118624, + "grad_norm": 1.3515625, + "learning_rate": 0.0002470646778847455, + "loss": 4.4338, + "mean_token_accuracy": 0.24789137989282609, + "num_tokens": 14360431.0, + "step": 5005 + }, + { + "entropy": 5.044485998153687, + "epoch": 5.943060498220641, + "grad_norm": 1.3046875, + "learning_rate": 0.00024659210667572464, + "loss": 4.4374, + "mean_token_accuracy": 0.2427036002278328, + "num_tokens": 14374960.0, + "step": 5010 + }, + { + "entropy": 4.964894771575928, + "epoch": 5.948991696322658, + "grad_norm": 1.4765625, + "learning_rate": 0.0002461196627791345, + "loss": 4.3326, + "mean_token_accuracy": 0.24831924736499786, + "num_tokens": 14388488.0, + "step": 5015 + }, + { + "entropy": 5.013204336166382, + "epoch": 5.954922894424674, + "grad_norm": 1.4453125, + "learning_rate": 0.00024564734831227316, + "loss": 4.4771, + "mean_token_accuracy": 0.23797560185194017, + "num_tokens": 14403923.0, + "step": 5020 + }, + { + "entropy": 5.095961856842041, + "epoch": 5.960854092526691, + "grad_norm": 1.4140625, + "learning_rate": 0.0002451751653918587, + "loss": 4.4535, + "mean_token_accuracy": 0.23533977270126344, + "num_tokens": 14417481.0, + "step": 5025 + }, + { + "entropy": 5.043536758422851, + "epoch": 5.966785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.00024470311613401997, + "loss": 4.4416, + "mean_token_accuracy": 0.24011671990156175, + "num_tokens": 14434806.0, + "step": 5030 + }, + { + "entropy": 5.013947820663452, + "epoch": 5.972716488730724, + "grad_norm": 1.4453125, + "learning_rate": 0.00024423120265428623, + "loss": 4.3787, + "mean_token_accuracy": 0.24650224894285203, + "num_tokens": 14448554.0, + "step": 5035 + }, + { + "entropy": 4.969161415100098, + "epoch": 5.9786476868327405, + "grad_norm": 1.2578125, + "learning_rate": 0.0002437594270675787, + "loss": 4.3442, + "mean_token_accuracy": 0.25067434906959535, + "num_tokens": 14462842.0, + "step": 5040 + }, + { + "entropy": 4.988726186752319, + "epoch": 5.9845788849347565, + "grad_norm": 1.3203125, + "learning_rate": 0.00024328779148820052, + "loss": 4.3582, + "mean_token_accuracy": 0.2596712946891785, + "num_tokens": 14477026.0, + "step": 5045 + }, + { + "entropy": 4.982583141326904, + "epoch": 5.9905100830367735, + "grad_norm": 1.265625, + "learning_rate": 0.0002428162980298272, + "loss": 4.3989, + "mean_token_accuracy": 0.2433629184961319, + "num_tokens": 14491639.0, + "step": 5050 + }, + { + "entropy": 5.094220066070557, + "epoch": 5.99644128113879, + "grad_norm": 1.3203125, + "learning_rate": 0.00024234494880549746, + "loss": 4.4513, + "mean_token_accuracy": 0.24791095554828643, + "num_tokens": 14506462.0, + "step": 5055 + }, + { + "entropy": 5.057077693939209, + "epoch": 6.002372479240806, + "grad_norm": 1.28125, + "learning_rate": 0.00024187374592760376, + "loss": 4.365, + "mean_token_accuracy": 0.2536967098712921, + "num_tokens": 14520476.0, + "step": 5060 + }, + { + "entropy": 5.019870138168335, + "epoch": 6.008303677342823, + "grad_norm": 1.2265625, + "learning_rate": 0.00024140269150788236, + "loss": 4.2916, + "mean_token_accuracy": 0.2510134935379028, + "num_tokens": 14537181.0, + "step": 5065 + }, + { + "entropy": 4.982530784606934, + "epoch": 6.01423487544484, + "grad_norm": 1.375, + "learning_rate": 0.00024093178765740452, + "loss": 4.2429, + "mean_token_accuracy": 0.2534199237823486, + "num_tokens": 14550772.0, + "step": 5070 + }, + { + "entropy": 5.102296018600464, + "epoch": 6.020166073546856, + "grad_norm": 1.328125, + "learning_rate": 0.00024046103648656648, + "loss": 4.3535, + "mean_token_accuracy": 0.25124617516994474, + "num_tokens": 14566314.0, + "step": 5075 + }, + { + "entropy": 5.08847975730896, + "epoch": 6.026097271648873, + "grad_norm": 1.484375, + "learning_rate": 0.00023999044010508037, + "loss": 4.3284, + "mean_token_accuracy": 0.2568944558501244, + "num_tokens": 14580403.0, + "step": 5080 + }, + { + "entropy": 4.967007684707641, + "epoch": 6.032028469750889, + "grad_norm": 1.4453125, + "learning_rate": 0.00023952000062196454, + "loss": 4.2529, + "mean_token_accuracy": 0.2650650665163994, + "num_tokens": 14595405.0, + "step": 5085 + }, + { + "entropy": 5.036498355865478, + "epoch": 6.037959667852906, + "grad_norm": 1.2265625, + "learning_rate": 0.0002390497201455342, + "loss": 4.2663, + "mean_token_accuracy": 0.26399629563093185, + "num_tokens": 14610257.0, + "step": 5090 + }, + { + "entropy": 5.030192470550537, + "epoch": 6.043890865954923, + "grad_norm": 1.421875, + "learning_rate": 0.00023857960078339208, + "loss": 4.235, + "mean_token_accuracy": 0.26408734172582626, + "num_tokens": 14625466.0, + "step": 5095 + }, + { + "entropy": 5.058362770080566, + "epoch": 6.049822064056939, + "grad_norm": 1.390625, + "learning_rate": 0.00023810964464241868, + "loss": 4.3471, + "mean_token_accuracy": 0.25345825403928757, + "num_tokens": 14641144.0, + "step": 5100 + }, + { + "entropy": 5.005357789993286, + "epoch": 6.055753262158956, + "grad_norm": 1.4140625, + "learning_rate": 0.00023763985382876308, + "loss": 4.3029, + "mean_token_accuracy": 0.2620812490582466, + "num_tokens": 14655471.0, + "step": 5105 + }, + { + "entropy": 5.017697954177857, + "epoch": 6.061684460260973, + "grad_norm": 1.359375, + "learning_rate": 0.00023717023044783343, + "loss": 4.2327, + "mean_token_accuracy": 0.26199271380901334, + "num_tokens": 14671020.0, + "step": 5110 + }, + { + "entropy": 5.054442548751831, + "epoch": 6.067615658362989, + "grad_norm": 1.3125, + "learning_rate": 0.00023670077660428756, + "loss": 4.3012, + "mean_token_accuracy": 0.2543821409344673, + "num_tokens": 14684345.0, + "step": 5115 + }, + { + "entropy": 5.016337776184082, + "epoch": 6.073546856465006, + "grad_norm": 1.4765625, + "learning_rate": 0.0002362314944020234, + "loss": 4.2357, + "mean_token_accuracy": 0.26443331986665725, + "num_tokens": 14698318.0, + "step": 5120 + }, + { + "entropy": 5.028752851486206, + "epoch": 6.079478054567023, + "grad_norm": 1.4609375, + "learning_rate": 0.0002357623859441698, + "loss": 4.2067, + "mean_token_accuracy": 0.2689851403236389, + "num_tokens": 14710351.0, + "step": 5125 + }, + { + "entropy": 5.086757469177246, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.3301, + "mean_token_accuracy": 0.2564917549490929, + "num_tokens": 14725474.0, + "step": 5130 + }, + { + "entropy": 5.0329282760620115, + "epoch": 6.091340450771056, + "grad_norm": 1.53125, + "learning_rate": 0.00023482469867030676, + "loss": 4.268, + "mean_token_accuracy": 0.2572768598794937, + "num_tokens": 14739047.0, + "step": 5135 + }, + { + "entropy": 5.00909194946289, + "epoch": 6.097271648873073, + "grad_norm": 1.46875, + "learning_rate": 0.00023435612405662388, + "loss": 4.2974, + "mean_token_accuracy": 0.24873994886875153, + "num_tokens": 14752432.0, + "step": 5140 + }, + { + "entropy": 4.988759613037109, + "epoch": 6.103202846975089, + "grad_norm": 1.3046875, + "learning_rate": 0.00023388773159198584, + "loss": 4.3, + "mean_token_accuracy": 0.24969834983348846, + "num_tokens": 14765769.0, + "step": 5145 + }, + { + "entropy": 5.055676460266113, + "epoch": 6.109134045077106, + "grad_norm": 1.4609375, + "learning_rate": 0.00023341952337553414, + "loss": 4.3037, + "mean_token_accuracy": 0.2598161458969116, + "num_tokens": 14781655.0, + "step": 5150 + }, + { + "entropy": 5.001733446121216, + "epoch": 6.115065243179123, + "grad_norm": 1.1953125, + "learning_rate": 0.0002329515015055843, + "loss": 4.2415, + "mean_token_accuracy": 0.2669500052928925, + "num_tokens": 14798175.0, + "step": 5155 + }, + { + "entropy": 4.9909673690795895, + "epoch": 6.120996441281139, + "grad_norm": 1.34375, + "learning_rate": 0.00023248366807961674, + "loss": 4.2805, + "mean_token_accuracy": 0.2576881363987923, + "num_tokens": 14812630.0, + "step": 5160 + }, + { + "entropy": 5.0708530902862545, + "epoch": 6.1269276393831555, + "grad_norm": 1.484375, + "learning_rate": 0.0002320160251942675, + "loss": 4.2921, + "mean_token_accuracy": 0.25415309369564054, + "num_tokens": 14825138.0, + "step": 5165 + }, + { + "entropy": 5.073080778121948, + "epoch": 6.132858837485172, + "grad_norm": 1.6328125, + "learning_rate": 0.00023154857494531872, + "loss": 4.3322, + "mean_token_accuracy": 0.252343113720417, + "num_tokens": 14838893.0, + "step": 5170 + }, + { + "entropy": 5.043838787078857, + "epoch": 6.1387900355871885, + "grad_norm": 1.25, + "learning_rate": 0.0002310813194276889, + "loss": 4.3189, + "mean_token_accuracy": 0.2520149201154709, + "num_tokens": 14853548.0, + "step": 5175 + }, + { + "entropy": 5.000109529495239, + "epoch": 6.144721233689205, + "grad_norm": 1.421875, + "learning_rate": 0.00023061426073542413, + "loss": 4.2719, + "mean_token_accuracy": 0.2534493938088417, + "num_tokens": 14868079.0, + "step": 5180 + }, + { + "entropy": 5.02756929397583, + "epoch": 6.1506524317912215, + "grad_norm": 1.2890625, + "learning_rate": 0.0002301474009616885, + "loss": 4.2848, + "mean_token_accuracy": 0.2585728645324707, + "num_tokens": 14882343.0, + "step": 5185 + }, + { + "entropy": 4.961363172531128, + "epoch": 6.156583629893238, + "grad_norm": 1.3984375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2671, + "mean_token_accuracy": 0.2636710450053215, + "num_tokens": 14895233.0, + "step": 5190 + }, + { + "entropy": 5.022676992416382, + "epoch": 6.162514827995255, + "grad_norm": 1.15625, + "learning_rate": 0.00022921428653799298, + "loss": 4.2511, + "mean_token_accuracy": 0.2618787810206413, + "num_tokens": 14910628.0, + "step": 5195 + }, + { + "entropy": 5.012147855758667, + "epoch": 6.168446026097271, + "grad_norm": 1.4375, + "learning_rate": 0.00022874803606986617, + "loss": 4.2421, + "mean_token_accuracy": 0.2644942194223404, + "num_tokens": 14923155.0, + "step": 5200 + }, + { + "entropy": 5.008904361724854, + "epoch": 6.174377224199288, + "grad_norm": 1.15625, + "learning_rate": 0.00022828199288391554, + "loss": 4.3171, + "mean_token_accuracy": 0.2553702756762505, + "num_tokens": 14938353.0, + "step": 5205 + }, + { + "entropy": 5.0244848251342775, + "epoch": 6.180308422301305, + "grad_norm": 1.421875, + "learning_rate": 0.00022781615906875414, + "loss": 4.3145, + "mean_token_accuracy": 0.25322963744401933, + "num_tokens": 14953774.0, + "step": 5210 + }, + { + "entropy": 5.008412456512451, + "epoch": 6.186239620403321, + "grad_norm": 1.3984375, + "learning_rate": 0.0002273505367120562, + "loss": 4.2341, + "mean_token_accuracy": 0.2646894872188568, + "num_tokens": 14968618.0, + "step": 5215 + }, + { + "entropy": 4.984117126464843, + "epoch": 6.192170818505338, + "grad_norm": 1.2890625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2244, + "mean_token_accuracy": 0.26672463715076444, + "num_tokens": 14981918.0, + "step": 5220 + }, + { + "entropy": 4.965973377227783, + "epoch": 6.198102016607355, + "grad_norm": 1.46875, + "learning_rate": 0.0002264199347200015, + "loss": 4.2641, + "mean_token_accuracy": 0.27005019336938857, + "num_tokens": 14997407.0, + "step": 5225 + }, + { + "entropy": 5.020095109939575, + "epoch": 6.204033214709371, + "grad_norm": 1.3515625, + "learning_rate": 0.00022595495925521804, + "loss": 4.2685, + "mean_token_accuracy": 0.25842465460300446, + "num_tokens": 15010566.0, + "step": 5230 + }, + { + "entropy": 5.039657354354858, + "epoch": 6.209964412811388, + "grad_norm": 1.296875, + "learning_rate": 0.0002254902035900261, + "loss": 4.3523, + "mean_token_accuracy": 0.2598764330148697, + "num_tokens": 15025458.0, + "step": 5235 + }, + { + "entropy": 4.943068265914917, + "epoch": 6.215895610913405, + "grad_norm": 1.375, + "learning_rate": 0.00022502566980726852, + "loss": 4.2457, + "mean_token_accuracy": 0.26292232871055604, + "num_tokens": 15039103.0, + "step": 5240 + }, + { + "entropy": 5.043027925491333, + "epoch": 6.221826809015421, + "grad_norm": 1.5703125, + "learning_rate": 0.00022456135998879335, + "loss": 4.2941, + "mean_token_accuracy": 0.25821716636419295, + "num_tokens": 15052802.0, + "step": 5245 + }, + { + "entropy": 5.080618524551392, + "epoch": 6.227758007117438, + "grad_norm": 1.4375, + "learning_rate": 0.0002240972762154453, + "loss": 4.3037, + "mean_token_accuracy": 0.25927335768938065, + "num_tokens": 15067133.0, + "step": 5250 + }, + { + "entropy": 5.022476577758789, + "epoch": 6.233689205219454, + "grad_norm": 1.484375, + "learning_rate": 0.000223633420567056, + "loss": 4.2966, + "mean_token_accuracy": 0.2569254443049431, + "num_tokens": 15079985.0, + "step": 5255 + }, + { + "entropy": 4.928483486175537, + "epoch": 6.239620403321471, + "grad_norm": 1.28125, + "learning_rate": 0.0002231697951224346, + "loss": 4.2144, + "mean_token_accuracy": 0.2635895624756813, + "num_tokens": 15095092.0, + "step": 5260 + }, + { + "entropy": 5.036012649536133, + "epoch": 6.245551601423488, + "grad_norm": 1.2265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.3631, + "mean_token_accuracy": 0.24321680516004562, + "num_tokens": 15111850.0, + "step": 5265 + }, + { + "entropy": 5.032869529724121, + "epoch": 6.251482799525504, + "grad_norm": 1.4765625, + "learning_rate": 0.00022224324315456474, + "loss": 4.2823, + "mean_token_accuracy": 0.2571799159049988, + "num_tokens": 15124918.0, + "step": 5270 + }, + { + "entropy": 4.980008888244629, + "epoch": 6.257413997627521, + "grad_norm": 1.3515625, + "learning_rate": 0.00022178032078373894, + "loss": 4.3428, + "mean_token_accuracy": 0.2544923171401024, + "num_tokens": 15140428.0, + "step": 5275 + }, + { + "entropy": 5.05231351852417, + "epoch": 6.263345195729538, + "grad_norm": 1.1953125, + "learning_rate": 0.00022131763692150798, + "loss": 4.2956, + "mean_token_accuracy": 0.2509635344147682, + "num_tokens": 15154310.0, + "step": 5280 + }, + { + "entropy": 5.06721715927124, + "epoch": 6.269276393831554, + "grad_norm": 1.4609375, + "learning_rate": 0.00022085519364142963, + "loss": 4.3207, + "mean_token_accuracy": 0.2531687691807747, + "num_tokens": 15167607.0, + "step": 5285 + }, + { + "entropy": 4.985915088653565, + "epoch": 6.275207591933571, + "grad_norm": 1.3828125, + "learning_rate": 0.00022039299301598343, + "loss": 4.3167, + "mean_token_accuracy": 0.2527414485812187, + "num_tokens": 15181200.0, + "step": 5290 + }, + { + "entropy": 5.053257703781128, + "epoch": 6.2811387900355875, + "grad_norm": 1.3359375, + "learning_rate": 0.00021993103711656148, + "loss": 4.3152, + "mean_token_accuracy": 0.2575220212340355, + "num_tokens": 15196050.0, + "step": 5295 + }, + { + "entropy": 5.0179276943206785, + "epoch": 6.2870699881376035, + "grad_norm": 1.3359375, + "learning_rate": 0.00021946932801345903, + "loss": 4.2558, + "mean_token_accuracy": 0.260312719643116, + "num_tokens": 15209134.0, + "step": 5300 + }, + { + "entropy": 4.979709911346435, + "epoch": 6.2930011862396205, + "grad_norm": 1.3203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.3143, + "mean_token_accuracy": 0.2523039475083351, + "num_tokens": 15223574.0, + "step": 5305 + }, + { + "entropy": 5.009503602981567, + "epoch": 6.298932384341637, + "grad_norm": 1.40625, + "learning_rate": 0.00021854665847185445, + "loss": 4.2875, + "mean_token_accuracy": 0.25636068880558016, + "num_tokens": 15237201.0, + "step": 5310 + }, + { + "entropy": 4.9620115756988525, + "epoch": 6.304863582443653, + "grad_norm": 1.4375, + "learning_rate": 0.00021808570216837569, + "loss": 4.3051, + "mean_token_accuracy": 0.25059895515441893, + "num_tokens": 15252757.0, + "step": 5315 + }, + { + "entropy": 5.016540050506592, + "epoch": 6.31079478054567, + "grad_norm": 1.40625, + "learning_rate": 0.0002176250009312446, + "loss": 4.3384, + "mean_token_accuracy": 0.24727711826562881, + "num_tokens": 15267448.0, + "step": 5320 + }, + { + "entropy": 5.009750556945801, + "epoch": 6.316725978647687, + "grad_norm": 1.4609375, + "learning_rate": 0.0002171645568251337, + "loss": 4.2853, + "mean_token_accuracy": 0.25654620230197905, + "num_tokens": 15280276.0, + "step": 5325 + }, + { + "entropy": 4.978376150131226, + "epoch": 6.322657176749703, + "grad_norm": 1.296875, + "learning_rate": 0.00021670437191356295, + "loss": 4.2642, + "mean_token_accuracy": 0.2605225682258606, + "num_tokens": 15293960.0, + "step": 5330 + }, + { + "entropy": 4.949605989456177, + "epoch": 6.32858837485172, + "grad_norm": 1.28125, + "learning_rate": 0.0002162444482588908, + "loss": 4.2391, + "mean_token_accuracy": 0.2608349248766899, + "num_tokens": 15309698.0, + "step": 5335 + }, + { + "entropy": 4.959253168106079, + "epoch": 6.334519572953736, + "grad_norm": 1.4453125, + "learning_rate": 0.00021578478792230504, + "loss": 4.1459, + "mean_token_accuracy": 0.2709234029054642, + "num_tokens": 15322491.0, + "step": 5340 + }, + { + "entropy": 4.951858901977539, + "epoch": 6.340450771055753, + "grad_norm": 1.28125, + "learning_rate": 0.00021532539296381314, + "loss": 4.228, + "mean_token_accuracy": 0.2675049722194672, + "num_tokens": 15335914.0, + "step": 5345 + }, + { + "entropy": 5.012625598907471, + "epoch": 6.34638196915777, + "grad_norm": 1.296875, + "learning_rate": 0.00021486626544223332, + "loss": 4.317, + "mean_token_accuracy": 0.25726097226142886, + "num_tokens": 15350136.0, + "step": 5350 + }, + { + "entropy": 5.0181556224823, + "epoch": 6.352313167259786, + "grad_norm": 1.421875, + "learning_rate": 0.00021440740741518534, + "loss": 4.2696, + "mean_token_accuracy": 0.26408939957618716, + "num_tokens": 15362615.0, + "step": 5355 + }, + { + "entropy": 5.001295375823974, + "epoch": 6.358244365361803, + "grad_norm": 1.5390625, + "learning_rate": 0.00021394882093908097, + "loss": 4.2675, + "mean_token_accuracy": 0.2587674051523209, + "num_tokens": 15377410.0, + "step": 5360 + }, + { + "entropy": 5.001947593688965, + "epoch": 6.36417556346382, + "grad_norm": 1.4296875, + "learning_rate": 0.00021349050806911536, + "loss": 4.2396, + "mean_token_accuracy": 0.26232816129922865, + "num_tokens": 15391601.0, + "step": 5365 + }, + { + "entropy": 4.981376266479492, + "epoch": 6.370106761565836, + "grad_norm": 1.3828125, + "learning_rate": 0.00021303247085925715, + "loss": 4.275, + "mean_token_accuracy": 0.25759045481681825, + "num_tokens": 15404904.0, + "step": 5370 + }, + { + "entropy": 4.972017908096314, + "epoch": 6.376037959667853, + "grad_norm": 1.40625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1785, + "mean_token_accuracy": 0.2671340972185135, + "num_tokens": 15417438.0, + "step": 5375 + }, + { + "entropy": 4.9670978546142575, + "epoch": 6.38196915776987, + "grad_norm": 1.3828125, + "learning_rate": 0.00021211723162955194, + "loss": 4.2631, + "mean_token_accuracy": 0.26574990898370743, + "num_tokens": 15431449.0, + "step": 5380 + }, + { + "entropy": 5.062072324752807, + "epoch": 6.387900355871886, + "grad_norm": 1.4375, + "learning_rate": 0.00021166003371142855, + "loss": 4.3397, + "mean_token_accuracy": 0.24796287715435028, + "num_tokens": 15446236.0, + "step": 5385 + }, + { + "entropy": 5.07905125617981, + "epoch": 6.393831553973903, + "grad_norm": 1.3359375, + "learning_rate": 0.0002112031196568418, + "loss": 4.3522, + "mean_token_accuracy": 0.2528716191649437, + "num_tokens": 15460813.0, + "step": 5390 + }, + { + "entropy": 5.038124704360962, + "epoch": 6.39976275207592, + "grad_norm": 1.40625, + "learning_rate": 0.00021074649151349157, + "loss": 4.3095, + "mean_token_accuracy": 0.25035764575004577, + "num_tokens": 15476259.0, + "step": 5395 + }, + { + "entropy": 5.005946063995362, + "epoch": 6.405693950177936, + "grad_norm": 1.4375, + "learning_rate": 0.00021029015132779615, + "loss": 4.2713, + "mean_token_accuracy": 0.25605716109275817, + "num_tokens": 15489630.0, + "step": 5400 + }, + { + "entropy": 4.9758141994476315, + "epoch": 6.411625148279953, + "grad_norm": 1.1953125, + "learning_rate": 0.00020983410114488367, + "loss": 4.2804, + "mean_token_accuracy": 0.2633867159485817, + "num_tokens": 15504826.0, + "step": 5405 + }, + { + "entropy": 5.095077753067017, + "epoch": 6.41755634638197, + "grad_norm": 1.21875, + "learning_rate": 0.0002093783430085825, + "loss": 4.3843, + "mean_token_accuracy": 0.2466120555996895, + "num_tokens": 15521236.0, + "step": 5410 + }, + { + "entropy": 5.009157133102417, + "epoch": 6.423487544483986, + "grad_norm": 1.3671875, + "learning_rate": 0.00020892287896141204, + "loss": 4.3164, + "mean_token_accuracy": 0.2507207080721855, + "num_tokens": 15535232.0, + "step": 5415 + }, + { + "entropy": 4.967687273025513, + "epoch": 6.4294187425860025, + "grad_norm": 1.34375, + "learning_rate": 0.0002084677110445739, + "loss": 4.3213, + "mean_token_accuracy": 0.2534439966082573, + "num_tokens": 15549986.0, + "step": 5420 + }, + { + "entropy": 4.997312068939209, + "epoch": 6.435349940688019, + "grad_norm": 1.3125, + "learning_rate": 0.0002080128412979425, + "loss": 4.3035, + "mean_token_accuracy": 0.2496727466583252, + "num_tokens": 15564901.0, + "step": 5425 + }, + { + "entropy": 5.063030624389649, + "epoch": 6.4412811387900355, + "grad_norm": 1.578125, + "learning_rate": 0.00020755827176005575, + "loss": 4.3508, + "mean_token_accuracy": 0.25321594923734664, + "num_tokens": 15582895.0, + "step": 5430 + }, + { + "entropy": 5.005529594421387, + "epoch": 6.447212336892052, + "grad_norm": 1.296875, + "learning_rate": 0.00020710400446810658, + "loss": 4.2506, + "mean_token_accuracy": 0.2576309829950333, + "num_tokens": 15596965.0, + "step": 5435 + }, + { + "entropy": 5.011136293411255, + "epoch": 6.4531435349940685, + "grad_norm": 1.2265625, + "learning_rate": 0.00020665004145793293, + "loss": 4.3019, + "mean_token_accuracy": 0.25358843207359316, + "num_tokens": 15611688.0, + "step": 5440 + }, + { + "entropy": 4.997492885589599, + "epoch": 6.459074733096085, + "grad_norm": 1.171875, + "learning_rate": 0.00020619638476400943, + "loss": 4.3155, + "mean_token_accuracy": 0.254525488615036, + "num_tokens": 15626567.0, + "step": 5445 + }, + { + "entropy": 5.012764024734497, + "epoch": 6.465005931198102, + "grad_norm": 1.3984375, + "learning_rate": 0.00020574303641943782, + "loss": 4.2949, + "mean_token_accuracy": 0.25787416100502014, + "num_tokens": 15641448.0, + "step": 5450 + }, + { + "entropy": 4.973249864578247, + "epoch": 6.470937129300118, + "grad_norm": 1.640625, + "learning_rate": 0.0002052899984559377, + "loss": 4.2957, + "mean_token_accuracy": 0.25665432065725324, + "num_tokens": 15655478.0, + "step": 5455 + }, + { + "entropy": 4.9652416706085205, + "epoch": 6.476868327402135, + "grad_norm": 1.2578125, + "learning_rate": 0.00020483727290383812, + "loss": 4.2559, + "mean_token_accuracy": 0.2595137730240822, + "num_tokens": 15670268.0, + "step": 5460 + }, + { + "entropy": 5.0037332534790036, + "epoch": 6.482799525504152, + "grad_norm": 1.2734375, + "learning_rate": 0.00020438486179206772, + "loss": 4.2668, + "mean_token_accuracy": 0.26161179691553116, + "num_tokens": 15684346.0, + "step": 5465 + }, + { + "entropy": 5.056458282470703, + "epoch": 6.488730723606168, + "grad_norm": 1.4296875, + "learning_rate": 0.0002039327671481459, + "loss": 4.3082, + "mean_token_accuracy": 0.25756986290216444, + "num_tokens": 15697715.0, + "step": 5470 + }, + { + "entropy": 4.9800026416778564, + "epoch": 6.494661921708185, + "grad_norm": 1.5390625, + "learning_rate": 0.000203480990998174, + "loss": 4.2732, + "mean_token_accuracy": 0.2652369484305382, + "num_tokens": 15711164.0, + "step": 5475 + }, + { + "entropy": 5.010848426818848, + "epoch": 6.500593119810202, + "grad_norm": 1.3671875, + "learning_rate": 0.00020302953536682606, + "loss": 4.3121, + "mean_token_accuracy": 0.25519239008426664, + "num_tokens": 15726090.0, + "step": 5480 + }, + { + "entropy": 4.979192781448364, + "epoch": 6.506524317912218, + "grad_norm": 1.40625, + "learning_rate": 0.00020257840227733926, + "loss": 4.3159, + "mean_token_accuracy": 0.2554710179567337, + "num_tokens": 15740267.0, + "step": 5485 + }, + { + "entropy": 5.0485481262207035, + "epoch": 6.512455516014235, + "grad_norm": 1.34375, + "learning_rate": 0.00020212759375150564, + "loss": 4.2913, + "mean_token_accuracy": 0.2593435138463974, + "num_tokens": 15755531.0, + "step": 5490 + }, + { + "entropy": 4.97378363609314, + "epoch": 6.518386714116252, + "grad_norm": 1.3515625, + "learning_rate": 0.00020167711180966275, + "loss": 4.2902, + "mean_token_accuracy": 0.25500780791044236, + "num_tokens": 15770763.0, + "step": 5495 + }, + { + "entropy": 4.9556597709655765, + "epoch": 6.524317912218268, + "grad_norm": 1.4609375, + "learning_rate": 0.00020122695847068413, + "loss": 4.2733, + "mean_token_accuracy": 0.2600768730044365, + "num_tokens": 15784076.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.884481093634857, + "eval_loss": 5.281618595123291, + "eval_mean_token_accuracy": 0.1946958752771828, + "eval_num_tokens": 15784076.0, + "eval_runtime": 1.8516, + "eval_samples_per_second": 1408.539, + "eval_steps_per_second": 176.067, + "step": 5500 + }, + { + "entropy": 4.992613029479981, + "epoch": 6.530249110320285, + "grad_norm": 1.375, + "learning_rate": 0.00020077713575197115, + "loss": 4.2774, + "mean_token_accuracy": 0.2598809704184532, + "num_tokens": 15798772.0, + "step": 5505 + }, + { + "entropy": 4.969381618499756, + "epoch": 6.536180308422301, + "grad_norm": 1.3125, + "learning_rate": 0.000200327645669443, + "loss": 4.3222, + "mean_token_accuracy": 0.2580392867326736, + "num_tokens": 15813063.0, + "step": 5510 + }, + { + "entropy": 5.044298219680786, + "epoch": 6.542111506524318, + "grad_norm": 1.25, + "learning_rate": 0.0001998784902375284, + "loss": 4.3691, + "mean_token_accuracy": 0.2431435078382492, + "num_tokens": 15827988.0, + "step": 5515 + }, + { + "entropy": 5.024580574035644, + "epoch": 6.548042704626335, + "grad_norm": 1.3203125, + "learning_rate": 0.00019942967146915642, + "loss": 4.3362, + "mean_token_accuracy": 0.2600793331861496, + "num_tokens": 15843536.0, + "step": 5520 + }, + { + "entropy": 4.991915321350097, + "epoch": 6.553973902728351, + "grad_norm": 1.171875, + "learning_rate": 0.000198981191375747, + "loss": 4.2833, + "mean_token_accuracy": 0.2573126941919327, + "num_tokens": 15858319.0, + "step": 5525 + }, + { + "entropy": 5.046734762191773, + "epoch": 6.559905100830368, + "grad_norm": 1.296875, + "learning_rate": 0.0001985330519672025, + "loss": 4.3785, + "mean_token_accuracy": 0.2462637796998024, + "num_tokens": 15873593.0, + "step": 5530 + }, + { + "entropy": 5.0682448387146, + "epoch": 6.565836298932385, + "grad_norm": 1.296875, + "learning_rate": 0.00019808525525189864, + "loss": 4.3884, + "mean_token_accuracy": 0.24961629062891005, + "num_tokens": 15889558.0, + "step": 5535 + }, + { + "entropy": 4.950687074661255, + "epoch": 6.571767497034401, + "grad_norm": 1.2421875, + "learning_rate": 0.00019763780323667478, + "loss": 4.2593, + "mean_token_accuracy": 0.25389406830072403, + "num_tokens": 15904563.0, + "step": 5540 + }, + { + "entropy": 5.019732427597046, + "epoch": 6.577698695136418, + "grad_norm": 1.5546875, + "learning_rate": 0.00019719069792682603, + "loss": 4.2874, + "mean_token_accuracy": 0.26106633692979814, + "num_tokens": 15917386.0, + "step": 5545 + }, + { + "entropy": 4.999498510360718, + "epoch": 6.5836298932384345, + "grad_norm": 1.4453125, + "learning_rate": 0.00019674394132609358, + "loss": 4.2255, + "mean_token_accuracy": 0.26569036692380904, + "num_tokens": 15930288.0, + "step": 5550 + }, + { + "entropy": 5.013231325149536, + "epoch": 6.5895610913404505, + "grad_norm": 1.4375, + "learning_rate": 0.00019629753543665558, + "loss": 4.2773, + "mean_token_accuracy": 0.26227799504995347, + "num_tokens": 15943755.0, + "step": 5555 + }, + { + "entropy": 4.989235734939575, + "epoch": 6.5954922894424675, + "grad_norm": 1.5703125, + "learning_rate": 0.00019585148225911863, + "loss": 4.3205, + "mean_token_accuracy": 0.25589252859354017, + "num_tokens": 15956775.0, + "step": 5560 + }, + { + "entropy": 4.992581224441528, + "epoch": 6.6014234875444835, + "grad_norm": 1.5625, + "learning_rate": 0.0001954057837925089, + "loss": 4.2927, + "mean_token_accuracy": 0.255673760175705, + "num_tokens": 15970574.0, + "step": 5565 + }, + { + "entropy": 4.997840213775635, + "epoch": 6.6073546856465, + "grad_norm": 1.359375, + "learning_rate": 0.00019496044203426227, + "loss": 4.2622, + "mean_token_accuracy": 0.26642684191465377, + "num_tokens": 15984655.0, + "step": 5570 + }, + { + "entropy": 4.9672706604003904, + "epoch": 6.613285883748517, + "grad_norm": 1.53125, + "learning_rate": 0.0001945154589802165, + "loss": 4.273, + "mean_token_accuracy": 0.2563008666038513, + "num_tokens": 15999153.0, + "step": 5575 + }, + { + "entropy": 5.062337398529053, + "epoch": 6.619217081850534, + "grad_norm": 1.4296875, + "learning_rate": 0.00019407083662460167, + "loss": 4.3264, + "mean_token_accuracy": 0.25327343344688413, + "num_tokens": 16013469.0, + "step": 5580 + }, + { + "entropy": 5.05042200088501, + "epoch": 6.62514827995255, + "grad_norm": 1.28125, + "learning_rate": 0.00019362657696003118, + "loss": 4.383, + "mean_token_accuracy": 0.24745286107063294, + "num_tokens": 16026952.0, + "step": 5585 + }, + { + "entropy": 4.911050510406494, + "epoch": 6.631079478054567, + "grad_norm": 1.3046875, + "learning_rate": 0.00019318268197749333, + "loss": 4.267, + "mean_token_accuracy": 0.2533601656556129, + "num_tokens": 16042174.0, + "step": 5590 + }, + { + "entropy": 4.979975843429566, + "epoch": 6.637010676156583, + "grad_norm": 1.4375, + "learning_rate": 0.0001927391536663417, + "loss": 4.2227, + "mean_token_accuracy": 0.2669878140091896, + "num_tokens": 16056978.0, + "step": 5595 + }, + { + "entropy": 5.086388874053955, + "epoch": 6.6429418742586, + "grad_norm": 1.3828125, + "learning_rate": 0.00019229599401428678, + "loss": 4.3623, + "mean_token_accuracy": 0.2505487442016602, + "num_tokens": 16072876.0, + "step": 5600 + }, + { + "entropy": 4.959554862976074, + "epoch": 6.648873072360617, + "grad_norm": 1.3125, + "learning_rate": 0.000191853205007387, + "loss": 4.2708, + "mean_token_accuracy": 0.2592278331518173, + "num_tokens": 16087737.0, + "step": 5605 + }, + { + "entropy": 4.961795854568481, + "epoch": 6.654804270462633, + "grad_norm": 1.265625, + "learning_rate": 0.00019141078863003946, + "loss": 4.3073, + "mean_token_accuracy": 0.2558647975325584, + "num_tokens": 16102186.0, + "step": 5610 + }, + { + "entropy": 5.00455961227417, + "epoch": 6.66073546856465, + "grad_norm": 1.453125, + "learning_rate": 0.0001909687468649715, + "loss": 4.3416, + "mean_token_accuracy": 0.25692396610975266, + "num_tokens": 16115732.0, + "step": 5615 + }, + { + "entropy": 5.02725658416748, + "epoch": 6.666666666666667, + "grad_norm": 1.2421875, + "learning_rate": 0.00019052708169323157, + "loss": 4.2383, + "mean_token_accuracy": 0.26466243863105776, + "num_tokens": 16129857.0, + "step": 5620 + }, + { + "entropy": 5.016177845001221, + "epoch": 6.672597864768683, + "grad_norm": 1.328125, + "learning_rate": 0.00019008579509418016, + "loss": 4.2626, + "mean_token_accuracy": 0.26054307669401167, + "num_tokens": 16144647.0, + "step": 5625 + }, + { + "entropy": 5.021915864944458, + "epoch": 6.6785290628707, + "grad_norm": 1.2421875, + "learning_rate": 0.00018964488904548143, + "loss": 4.4141, + "mean_token_accuracy": 0.2402704417705536, + "num_tokens": 16161098.0, + "step": 5630 + }, + { + "entropy": 4.967159461975098, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.2638, + "mean_token_accuracy": 0.26501198709011076, + "num_tokens": 16175787.0, + "step": 5635 + }, + { + "entropy": 5.022961235046386, + "epoch": 6.690391459074733, + "grad_norm": 1.328125, + "learning_rate": 0.00018876422650126196, + "loss": 4.2766, + "mean_token_accuracy": 0.2616144120693207, + "num_tokens": 16190855.0, + "step": 5640 + }, + { + "entropy": 4.9670257568359375, + "epoch": 6.69632265717675, + "grad_norm": 1.453125, + "learning_rate": 0.00018832447395250658, + "loss": 4.264, + "mean_token_accuracy": 0.26231630742549894, + "num_tokens": 16205330.0, + "step": 5645 + }, + { + "entropy": 4.970721054077148, + "epoch": 6.702253855278766, + "grad_norm": 1.390625, + "learning_rate": 0.00018788510984761697, + "loss": 4.3421, + "mean_token_accuracy": 0.2487207517027855, + "num_tokens": 16220297.0, + "step": 5650 + }, + { + "entropy": 5.020165491104126, + "epoch": 6.708185053380783, + "grad_norm": 1.3828125, + "learning_rate": 0.0001874461361556412, + "loss": 4.2893, + "mean_token_accuracy": 0.2616558983922005, + "num_tokens": 16234499.0, + "step": 5655 + }, + { + "entropy": 5.000153207778931, + "epoch": 6.7141162514828, + "grad_norm": 1.3203125, + "learning_rate": 0.00018700755484387795, + "loss": 4.274, + "mean_token_accuracy": 0.2563459500670433, + "num_tokens": 16248717.0, + "step": 5660 + }, + { + "entropy": 5.028919696807861, + "epoch": 6.720047449584817, + "grad_norm": 1.5078125, + "learning_rate": 0.0001865693678778672, + "loss": 4.344, + "mean_token_accuracy": 0.25129691511392593, + "num_tokens": 16264245.0, + "step": 5665 + }, + { + "entropy": 4.946048212051392, + "epoch": 6.725978647686833, + "grad_norm": 1.484375, + "learning_rate": 0.0001861315772213818, + "loss": 4.2232, + "mean_token_accuracy": 0.264399316906929, + "num_tokens": 16278194.0, + "step": 5670 + }, + { + "entropy": 4.968748998641968, + "epoch": 6.7319098457888495, + "grad_norm": 1.546875, + "learning_rate": 0.00018569418483641847, + "loss": 4.2983, + "mean_token_accuracy": 0.25009156465530397, + "num_tokens": 16291351.0, + "step": 5675 + }, + { + "entropy": 4.997514867782593, + "epoch": 6.737841043890866, + "grad_norm": 1.2421875, + "learning_rate": 0.00018525719268318896, + "loss": 4.3553, + "mean_token_accuracy": 0.2540345326066017, + "num_tokens": 16305860.0, + "step": 5680 + }, + { + "entropy": 5.055976247787475, + "epoch": 6.7437722419928825, + "grad_norm": 1.421875, + "learning_rate": 0.00018482060272011135, + "loss": 4.3244, + "mean_token_accuracy": 0.25088112652301786, + "num_tokens": 16321514.0, + "step": 5685 + }, + { + "entropy": 4.97979998588562, + "epoch": 6.749703440094899, + "grad_norm": 1.5234375, + "learning_rate": 0.00018438441690380141, + "loss": 4.2751, + "mean_token_accuracy": 0.26026569604873656, + "num_tokens": 16335179.0, + "step": 5690 + }, + { + "entropy": 5.074652004241943, + "epoch": 6.7556346381969155, + "grad_norm": 1.3203125, + "learning_rate": 0.00018394863718906352, + "loss": 4.4071, + "mean_token_accuracy": 0.254218690097332, + "num_tokens": 16349015.0, + "step": 5695 + }, + { + "entropy": 5.019668960571289, + "epoch": 6.761565836298932, + "grad_norm": 1.3046875, + "learning_rate": 0.00018351326552888214, + "loss": 4.3321, + "mean_token_accuracy": 0.2562092557549477, + "num_tokens": 16363159.0, + "step": 5700 + }, + { + "entropy": 4.9923424243927, + "epoch": 6.767497034400949, + "grad_norm": 1.25, + "learning_rate": 0.00018307830387441322, + "loss": 4.273, + "mean_token_accuracy": 0.26362170577049254, + "num_tokens": 16377666.0, + "step": 5705 + }, + { + "entropy": 4.977004051208496, + "epoch": 6.773428232502965, + "grad_norm": 1.59375, + "learning_rate": 0.00018264375417497474, + "loss": 4.2406, + "mean_token_accuracy": 0.2623505651950836, + "num_tokens": 16388704.0, + "step": 5710 + }, + { + "entropy": 4.962380838394165, + "epoch": 6.779359430604982, + "grad_norm": 1.3359375, + "learning_rate": 0.00018220961837803895, + "loss": 4.2847, + "mean_token_accuracy": 0.2599011495709419, + "num_tokens": 16401754.0, + "step": 5715 + }, + { + "entropy": 4.948617219924927, + "epoch": 6.785290628706999, + "grad_norm": 1.4140625, + "learning_rate": 0.00018177589842922293, + "loss": 4.2692, + "mean_token_accuracy": 0.26144648939371107, + "num_tokens": 16418388.0, + "step": 5720 + }, + { + "entropy": 4.979605340957642, + "epoch": 6.791221826809015, + "grad_norm": 1.296875, + "learning_rate": 0.00018134259627228006, + "loss": 4.2829, + "mean_token_accuracy": 0.2577250197529793, + "num_tokens": 16431601.0, + "step": 5725 + }, + { + "entropy": 4.999537801742553, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.2499, + "mean_token_accuracy": 0.2631471410393715, + "num_tokens": 16446110.0, + "step": 5730 + }, + { + "entropy": 5.030329990386963, + "epoch": 6.803084223013048, + "grad_norm": 1.359375, + "learning_rate": 0.00018047725309965735, + "loss": 4.3301, + "mean_token_accuracy": 0.2531889766454697, + "num_tokens": 16460036.0, + "step": 5735 + }, + { + "entropy": 4.995620012283325, + "epoch": 6.809015421115065, + "grad_norm": 1.40625, + "learning_rate": 0.00018004521596208766, + "loss": 4.248, + "mean_token_accuracy": 0.2623419493436813, + "num_tokens": 16472901.0, + "step": 5740 + }, + { + "entropy": 5.014560604095459, + "epoch": 6.814946619217082, + "grad_norm": 1.40625, + "learning_rate": 0.00017961360437259439, + "loss": 4.3113, + "mean_token_accuracy": 0.25390406548976896, + "num_tokens": 16486612.0, + "step": 5745 + }, + { + "entropy": 5.014849090576172, + "epoch": 6.820877817319099, + "grad_norm": 1.375, + "learning_rate": 0.0001791824202654821, + "loss": 4.3416, + "mean_token_accuracy": 0.25288961082696915, + "num_tokens": 16500559.0, + "step": 5750 + }, + { + "entropy": 5.032455158233643, + "epoch": 6.826809015421115, + "grad_norm": 1.4921875, + "learning_rate": 0.0001787516655731397, + "loss": 4.3302, + "mean_token_accuracy": 0.2583913758397102, + "num_tokens": 16515752.0, + "step": 5755 + }, + { + "entropy": 5.089465379714966, + "epoch": 6.832740213523132, + "grad_norm": 1.3671875, + "learning_rate": 0.0001783213422260316, + "loss": 4.3634, + "mean_token_accuracy": 0.2511953800916672, + "num_tokens": 16531023.0, + "step": 5760 + }, + { + "entropy": 5.050791549682617, + "epoch": 6.838671411625148, + "grad_norm": 1.328125, + "learning_rate": 0.00017789145215268905, + "loss": 4.356, + "mean_token_accuracy": 0.25255084186792376, + "num_tokens": 16544717.0, + "step": 5765 + }, + { + "entropy": 5.027574872970581, + "epoch": 6.844602609727165, + "grad_norm": 1.59375, + "learning_rate": 0.00017746199727970157, + "loss": 4.2875, + "mean_token_accuracy": 0.25751627534627913, + "num_tokens": 16558718.0, + "step": 5770 + }, + { + "entropy": 4.941769981384278, + "epoch": 6.850533807829182, + "grad_norm": 1.3984375, + "learning_rate": 0.00017703297953170855, + "loss": 4.2604, + "mean_token_accuracy": 0.2565512701869011, + "num_tokens": 16571971.0, + "step": 5775 + }, + { + "entropy": 4.9367735385894775, + "epoch": 6.856465005931198, + "grad_norm": 1.296875, + "learning_rate": 0.0001766044008313898, + "loss": 4.2527, + "mean_token_accuracy": 0.25663810819387434, + "num_tokens": 16586810.0, + "step": 5780 + }, + { + "entropy": 4.999728393554688, + "epoch": 6.862396204033215, + "grad_norm": 1.46875, + "learning_rate": 0.00017617626309945805, + "loss": 4.3135, + "mean_token_accuracy": 0.260909603536129, + "num_tokens": 16600444.0, + "step": 5785 + }, + { + "entropy": 5.033272361755371, + "epoch": 6.868327402135232, + "grad_norm": 1.3515625, + "learning_rate": 0.0001757485682546495, + "loss": 4.3154, + "mean_token_accuracy": 0.2603486180305481, + "num_tokens": 16614296.0, + "step": 5790 + }, + { + "entropy": 5.006903886795044, + "epoch": 6.874258600237248, + "grad_norm": 1.4453125, + "learning_rate": 0.00017532131821371556, + "loss": 4.2961, + "mean_token_accuracy": 0.2593622162938118, + "num_tokens": 16629672.0, + "step": 5795 + }, + { + "entropy": 5.031254053115845, + "epoch": 6.880189798339265, + "grad_norm": 1.4609375, + "learning_rate": 0.00017489451489141426, + "loss": 4.3251, + "mean_token_accuracy": 0.2636476755142212, + "num_tokens": 16643371.0, + "step": 5800 + }, + { + "entropy": 4.998486804962158, + "epoch": 6.8861209964412815, + "grad_norm": 1.2578125, + "learning_rate": 0.00017446816020050165, + "loss": 4.2776, + "mean_token_accuracy": 0.26118607372045516, + "num_tokens": 16657859.0, + "step": 5805 + }, + { + "entropy": 5.012885808944702, + "epoch": 6.8920521945432975, + "grad_norm": 1.375, + "learning_rate": 0.00017404225605172302, + "loss": 4.3016, + "mean_token_accuracy": 0.2527347654104233, + "num_tokens": 16672558.0, + "step": 5810 + }, + { + "entropy": 5.0123857975006105, + "epoch": 6.8979833926453145, + "grad_norm": 1.421875, + "learning_rate": 0.00017361680435380473, + "loss": 4.3303, + "mean_token_accuracy": 0.25539321452379227, + "num_tokens": 16689315.0, + "step": 5815 + }, + { + "entropy": 5.009195709228516, + "epoch": 6.9039145907473305, + "grad_norm": 1.390625, + "learning_rate": 0.00017319180701344533, + "loss": 4.2732, + "mean_token_accuracy": 0.2532987639307976, + "num_tokens": 16702497.0, + "step": 5820 + }, + { + "entropy": 5.049877500534057, + "epoch": 6.909845788849347, + "grad_norm": 1.5390625, + "learning_rate": 0.0001727672659353072, + "loss": 4.3818, + "mean_token_accuracy": 0.2502291098237038, + "num_tokens": 16718310.0, + "step": 5825 + }, + { + "entropy": 5.045993995666504, + "epoch": 6.915776986951364, + "grad_norm": 1.4765625, + "learning_rate": 0.00017234318302200794, + "loss": 4.2844, + "mean_token_accuracy": 0.2645047038793564, + "num_tokens": 16731130.0, + "step": 5830 + }, + { + "entropy": 5.081157875061035, + "epoch": 6.921708185053381, + "grad_norm": 1.3125, + "learning_rate": 0.00017191956017411164, + "loss": 4.3502, + "mean_token_accuracy": 0.2512794554233551, + "num_tokens": 16745882.0, + "step": 5835 + }, + { + "entropy": 5.000585603713989, + "epoch": 6.927639383155397, + "grad_norm": 1.28125, + "learning_rate": 0.0001714963992901208, + "loss": 4.3411, + "mean_token_accuracy": 0.25133366882801056, + "num_tokens": 16761426.0, + "step": 5840 + }, + { + "entropy": 4.972080373764038, + "epoch": 6.933570581257414, + "grad_norm": 1.375, + "learning_rate": 0.00017107370226646765, + "loss": 4.3075, + "mean_token_accuracy": 0.2543981775641441, + "num_tokens": 16776461.0, + "step": 5845 + }, + { + "entropy": 5.011546659469604, + "epoch": 6.93950177935943, + "grad_norm": 1.3515625, + "learning_rate": 0.00017065147099750526, + "loss": 4.3078, + "mean_token_accuracy": 0.26084921658039095, + "num_tokens": 16790034.0, + "step": 5850 + }, + { + "entropy": 5.00345549583435, + "epoch": 6.945432977461447, + "grad_norm": 1.5234375, + "learning_rate": 0.00017022970737549963, + "loss": 4.2544, + "mean_token_accuracy": 0.2648362904787064, + "num_tokens": 16804732.0, + "step": 5855 + }, + { + "entropy": 4.927154588699341, + "epoch": 6.951364175563464, + "grad_norm": 1.390625, + "learning_rate": 0.00016980841329062096, + "loss": 4.2159, + "mean_token_accuracy": 0.25904741138219833, + "num_tokens": 16818105.0, + "step": 5860 + }, + { + "entropy": 4.91227388381958, + "epoch": 6.95729537366548, + "grad_norm": 1.3828125, + "learning_rate": 0.00016938759063093507, + "loss": 4.2488, + "mean_token_accuracy": 0.26759051233530046, + "num_tokens": 16832259.0, + "step": 5865 + }, + { + "entropy": 4.974284934997558, + "epoch": 6.963226571767497, + "grad_norm": 1.3046875, + "learning_rate": 0.00016896724128239517, + "loss": 4.265, + "mean_token_accuracy": 0.26329739689826964, + "num_tokens": 16847714.0, + "step": 5870 + }, + { + "entropy": 4.969742631912231, + "epoch": 6.969157769869514, + "grad_norm": 1.2578125, + "learning_rate": 0.00016854736712883323, + "loss": 4.2871, + "mean_token_accuracy": 0.25936786979436877, + "num_tokens": 16862135.0, + "step": 5875 + }, + { + "entropy": 5.012219619750977, + "epoch": 6.97508896797153, + "grad_norm": 1.4296875, + "learning_rate": 0.00016812797005195146, + "loss": 4.3105, + "mean_token_accuracy": 0.25560787320137024, + "num_tokens": 16875888.0, + "step": 5880 + }, + { + "entropy": 5.059024286270142, + "epoch": 6.981020166073547, + "grad_norm": 1.4140625, + "learning_rate": 0.00016770905193131425, + "loss": 4.3913, + "mean_token_accuracy": 0.2509492576122284, + "num_tokens": 16889548.0, + "step": 5885 + }, + { + "entropy": 4.98057074546814, + "epoch": 6.986951364175564, + "grad_norm": 1.46875, + "learning_rate": 0.00016729061464433928, + "loss": 4.3037, + "mean_token_accuracy": 0.25645725429058075, + "num_tokens": 16903302.0, + "step": 5890 + }, + { + "entropy": 5.055238819122314, + "epoch": 6.99288256227758, + "grad_norm": 1.265625, + "learning_rate": 0.00016687266006628948, + "loss": 4.3499, + "mean_token_accuracy": 0.2564648509025574, + "num_tokens": 16917045.0, + "step": 5895 + }, + { + "entropy": 5.030117034912109, + "epoch": 6.998813760379597, + "grad_norm": 1.4921875, + "learning_rate": 0.00016645519007026455, + "loss": 4.2603, + "mean_token_accuracy": 0.2664614528417587, + "num_tokens": 16931046.0, + "step": 5900 + }, + { + "entropy": 5.033857774734497, + "epoch": 7.004744958481614, + "grad_norm": 1.3984375, + "learning_rate": 0.00016603820652719216, + "loss": 4.1797, + "mean_token_accuracy": 0.27322164475917815, + "num_tokens": 16945637.0, + "step": 5905 + }, + { + "entropy": 4.99234790802002, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.1773, + "mean_token_accuracy": 0.2691218316555023, + "num_tokens": 16961200.0, + "step": 5910 + }, + { + "entropy": 4.991095781326294, + "epoch": 7.016607354685647, + "grad_norm": 1.4375, + "learning_rate": 0.00016520570627270815, + "loss": 4.1845, + "mean_token_accuracy": 0.2716655969619751, + "num_tokens": 16973208.0, + "step": 5915 + }, + { + "entropy": 4.963917970657349, + "epoch": 7.022538552787663, + "grad_norm": 1.203125, + "learning_rate": 0.00016479019329221839, + "loss": 4.1768, + "mean_token_accuracy": 0.2727633535861969, + "num_tokens": 16987835.0, + "step": 5920 + }, + { + "entropy": 4.995104169845581, + "epoch": 7.02846975088968, + "grad_norm": 1.3984375, + "learning_rate": 0.00016437517422650838, + "loss": 4.1941, + "mean_token_accuracy": 0.2673430025577545, + "num_tokens": 17002627.0, + "step": 5925 + }, + { + "entropy": 5.021654653549194, + "epoch": 7.0344009489916965, + "grad_norm": 1.6015625, + "learning_rate": 0.00016396065093552198, + "loss": 4.1729, + "mean_token_accuracy": 0.2638517066836357, + "num_tokens": 17017368.0, + "step": 5930 + }, + { + "entropy": 5.045068597793579, + "epoch": 7.040332147093713, + "grad_norm": 1.234375, + "learning_rate": 0.000163546625276981, + "loss": 4.1881, + "mean_token_accuracy": 0.27000432312488554, + "num_tokens": 17031114.0, + "step": 5935 + }, + { + "entropy": 4.965819215774536, + "epoch": 7.0462633451957295, + "grad_norm": 1.359375, + "learning_rate": 0.00016313309910637736, + "loss": 4.1614, + "mean_token_accuracy": 0.27423699051141737, + "num_tokens": 17045287.0, + "step": 5940 + }, + { + "entropy": 4.967565965652466, + "epoch": 7.052194543297746, + "grad_norm": 1.234375, + "learning_rate": 0.0001627200742769644, + "loss": 4.1771, + "mean_token_accuracy": 0.2699409484863281, + "num_tokens": 17059684.0, + "step": 5945 + }, + { + "entropy": 5.021118640899658, + "epoch": 7.0581257413997625, + "grad_norm": 1.2734375, + "learning_rate": 0.00016230755263974838, + "loss": 4.2512, + "mean_token_accuracy": 0.26112324744462967, + "num_tokens": 17077482.0, + "step": 5950 + }, + { + "entropy": 4.998319244384765, + "epoch": 7.064056939501779, + "grad_norm": 1.296875, + "learning_rate": 0.00016189553604348101, + "loss": 4.2574, + "mean_token_accuracy": 0.2602573648095131, + "num_tokens": 17092479.0, + "step": 5955 + }, + { + "entropy": 4.996929788589478, + "epoch": 7.069988137603796, + "grad_norm": 1.40625, + "learning_rate": 0.00016148402633465005, + "loss": 4.1776, + "mean_token_accuracy": 0.2744797199964523, + "num_tokens": 17106726.0, + "step": 5960 + }, + { + "entropy": 5.06904821395874, + "epoch": 7.075919335705812, + "grad_norm": 1.375, + "learning_rate": 0.00016107302535747192, + "loss": 4.2429, + "mean_token_accuracy": 0.2710800006985664, + "num_tokens": 17119454.0, + "step": 5965 + }, + { + "entropy": 4.988620471954346, + "epoch": 7.081850533807829, + "grad_norm": 1.4609375, + "learning_rate": 0.00016066253495388306, + "loss": 4.197, + "mean_token_accuracy": 0.2724588751792908, + "num_tokens": 17133816.0, + "step": 5970 + }, + { + "entropy": 4.975905704498291, + "epoch": 7.087781731909846, + "grad_norm": 1.515625, + "learning_rate": 0.0001602525569635317, + "loss": 4.1541, + "mean_token_accuracy": 0.2806005463004112, + "num_tokens": 17148047.0, + "step": 5975 + }, + { + "entropy": 4.982966947555542, + "epoch": 7.093712930011862, + "grad_norm": 1.2421875, + "learning_rate": 0.00015984309322376967, + "loss": 4.2284, + "mean_token_accuracy": 0.26824335008859634, + "num_tokens": 17162948.0, + "step": 5980 + }, + { + "entropy": 4.98968391418457, + "epoch": 7.099644128113879, + "grad_norm": 1.2890625, + "learning_rate": 0.00015943414556964422, + "loss": 4.1955, + "mean_token_accuracy": 0.26559202671051024, + "num_tokens": 17177840.0, + "step": 5985 + }, + { + "entropy": 5.05318660736084, + "epoch": 7.105575326215895, + "grad_norm": 1.46875, + "learning_rate": 0.00015902571583388945, + "loss": 4.1883, + "mean_token_accuracy": 0.2807733714580536, + "num_tokens": 17191946.0, + "step": 5990 + }, + { + "entropy": 5.0341709613800045, + "epoch": 7.111506524317912, + "grad_norm": 1.2578125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1909, + "mean_token_accuracy": 0.26572618931531905, + "num_tokens": 17206657.0, + "step": 5995 + }, + { + "entropy": 5.028892612457275, + "epoch": 7.117437722419929, + "grad_norm": 1.4375, + "learning_rate": 0.0001582104174368157, + "loss": 4.2624, + "mean_token_accuracy": 0.2579065799713135, + "num_tokens": 17222526.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.860331838116324, + "eval_loss": 5.283239841461182, + "eval_mean_token_accuracy": 0.19501724009590646, + "eval_num_tokens": 17222526.0, + "eval_runtime": 1.8499, + "eval_samples_per_second": 1409.799, + "eval_steps_per_second": 176.225, + "step": 6000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4484718219939840.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6000/training_args.bin b/checkpoint-6000/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-6500/added_tokens.json b/checkpoint-6500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-6500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-6500/config.json b/checkpoint-6500/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-6500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-6500/generation_config.json b/checkpoint-6500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-6500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-6500/model.safetensors b/checkpoint-6500/model.safetensors new file mode 100644 index 0000000..78f50c7 --- /dev/null +++ b/checkpoint-6500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720554208e6362fb05feca0a7dd3e50603847fef2f223ff0a6296568c2c3501c +size 76082256 diff --git a/checkpoint-6500/rng_state.pth b/checkpoint-6500/rng_state.pth new file mode 100644 index 0000000..a30e015 --- /dev/null +++ b/checkpoint-6500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:654695696a068b41630185b3253b9c9575ef07fef2065ac58d6dd3c9c96f83a9 +size 14645 diff --git a/checkpoint-6500/special_tokens_map.json b/checkpoint-6500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-6500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-6500/spiece.model b/checkpoint-6500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-6500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-6500/tokenizer_config.json b/checkpoint-6500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-6500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-6500/trainer_state.json b/checkpoint-6500/trainer_state.json new file mode 100644 index 0000000..6b5be1f --- /dev/null +++ b/checkpoint-6500/trainer_state.json @@ -0,0 +1,13177 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.710557532621589, + "eval_steps": 500, + "global_step": 6500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + }, + { + "entropy": 5.058888483047485, + "epoch": 5.344009489916964, + "grad_norm": 1.328125, + "learning_rate": 0.0002945994974942864, + "loss": 4.4608, + "mean_token_accuracy": 0.23459965437650682, + "num_tokens": 12923983.0, + "step": 4505 + }, + { + "entropy": 5.0865026950836185, + "epoch": 5.34994068801898, + "grad_norm": 1.421875, + "learning_rate": 0.0002941249448769988, + "loss": 4.3853, + "mean_token_accuracy": 0.2561731278896332, + "num_tokens": 12936741.0, + "step": 4510 + }, + { + "entropy": 5.056635904312134, + "epoch": 5.355871886120997, + "grad_norm": 1.3203125, + "learning_rate": 0.0002936503065496167, + "loss": 4.4375, + "mean_token_accuracy": 0.24360568821430206, + "num_tokens": 12951421.0, + "step": 4515 + }, + { + "entropy": 5.018971395492554, + "epoch": 5.361803084223013, + "grad_norm": 1.234375, + "learning_rate": 0.0002931755846392731, + "loss": 4.405, + "mean_token_accuracy": 0.23899228125810623, + "num_tokens": 12966278.0, + "step": 4520 + }, + { + "entropy": 5.047994661331177, + "epoch": 5.36773428232503, + "grad_norm": 1.3671875, + "learning_rate": 0.000292700781273475, + "loss": 4.4139, + "mean_token_accuracy": 0.24122539758682252, + "num_tokens": 12981301.0, + "step": 4525 + }, + { + "entropy": 5.055590486526489, + "epoch": 5.3736654804270465, + "grad_norm": 1.359375, + "learning_rate": 0.00029222589858009484, + "loss": 4.4325, + "mean_token_accuracy": 0.24734572023153306, + "num_tokens": 12996358.0, + "step": 4530 + }, + { + "entropy": 5.025227165222168, + "epoch": 5.3795966785290625, + "grad_norm": 1.234375, + "learning_rate": 0.0002917509386873605, + "loss": 4.4437, + "mean_token_accuracy": 0.2385510802268982, + "num_tokens": 13013149.0, + "step": 4535 + }, + { + "entropy": 5.102819204330444, + "epoch": 5.3855278766310795, + "grad_norm": 1.4296875, + "learning_rate": 0.00029127590372384583, + "loss": 4.4223, + "mean_token_accuracy": 0.24738444536924362, + "num_tokens": 13027227.0, + "step": 4540 + }, + { + "entropy": 5.040490245819091, + "epoch": 5.391459074733096, + "grad_norm": 1.609375, + "learning_rate": 0.00029080079581846106, + "loss": 4.3667, + "mean_token_accuracy": 0.2456284523010254, + "num_tokens": 13040136.0, + "step": 4545 + }, + { + "entropy": 5.009986829757691, + "epoch": 5.397390272835112, + "grad_norm": 1.296875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4275, + "mean_token_accuracy": 0.23675494641065598, + "num_tokens": 13053339.0, + "step": 4550 + }, + { + "entropy": 5.016347980499267, + "epoch": 5.403321470937129, + "grad_norm": 1.171875, + "learning_rate": 0.00028985036969934744, + "loss": 4.4193, + "mean_token_accuracy": 0.24513203799724578, + "num_tokens": 13067466.0, + "step": 4555 + }, + { + "entropy": 5.067802429199219, + "epoch": 5.409252669039146, + "grad_norm": 1.2578125, + "learning_rate": 0.00028937505574503535, + "loss": 4.4001, + "mean_token_accuracy": 0.2465244710445404, + "num_tokens": 13080935.0, + "step": 4560 + }, + { + "entropy": 5.020471286773682, + "epoch": 5.415183867141162, + "grad_norm": 1.3515625, + "learning_rate": 0.0002888996773676677, + "loss": 4.4509, + "mean_token_accuracy": 0.2363573893904686, + "num_tokens": 13096324.0, + "step": 4565 + }, + { + "entropy": 5.126127099990844, + "epoch": 5.421115065243179, + "grad_norm": 1.2890625, + "learning_rate": 0.0002884242366976939, + "loss": 4.4733, + "mean_token_accuracy": 0.2339528188109398, + "num_tokens": 13111300.0, + "step": 4570 + }, + { + "entropy": 5.0503441333770756, + "epoch": 5.427046263345196, + "grad_norm": 1.1796875, + "learning_rate": 0.0002879487358658425, + "loss": 4.4477, + "mean_token_accuracy": 0.2459062695503235, + "num_tokens": 13125654.0, + "step": 4575 + }, + { + "entropy": 4.996106481552124, + "epoch": 5.432977461447212, + "grad_norm": 1.40625, + "learning_rate": 0.00028747317700311144, + "loss": 4.4009, + "mean_token_accuracy": 0.24370353370904924, + "num_tokens": 13138827.0, + "step": 4580 + }, + { + "entropy": 5.117808628082275, + "epoch": 5.438908659549229, + "grad_norm": 1.4140625, + "learning_rate": 0.00028699756224075893, + "loss": 4.4545, + "mean_token_accuracy": 0.24555698782205582, + "num_tokens": 13154154.0, + "step": 4585 + }, + { + "entropy": 5.077613782882691, + "epoch": 5.444839857651246, + "grad_norm": 1.40625, + "learning_rate": 0.0002865218937102938, + "loss": 4.4958, + "mean_token_accuracy": 0.23867165595293044, + "num_tokens": 13169300.0, + "step": 4590 + }, + { + "entropy": 5.060262203216553, + "epoch": 5.450771055753262, + "grad_norm": 1.1953125, + "learning_rate": 0.0002860461735434655, + "loss": 4.4814, + "mean_token_accuracy": 0.229344967007637, + "num_tokens": 13184925.0, + "step": 4595 + }, + { + "entropy": 5.093711948394775, + "epoch": 5.456702253855279, + "grad_norm": 1.2109375, + "learning_rate": 0.0002855704038722552, + "loss": 4.4351, + "mean_token_accuracy": 0.2340375155210495, + "num_tokens": 13201488.0, + "step": 4600 + }, + { + "entropy": 5.109644174575806, + "epoch": 5.462633451957295, + "grad_norm": 1.25, + "learning_rate": 0.0002850945868288659, + "loss": 4.5378, + "mean_token_accuracy": 0.22780389040708543, + "num_tokens": 13217575.0, + "step": 4605 + }, + { + "entropy": 5.050470209121704, + "epoch": 5.468564650059312, + "grad_norm": 1.2265625, + "learning_rate": 0.0002846187245457127, + "loss": 4.4121, + "mean_token_accuracy": 0.24261299669742584, + "num_tokens": 13232505.0, + "step": 4610 + }, + { + "entropy": 5.09966893196106, + "epoch": 5.474495848161329, + "grad_norm": 1.421875, + "learning_rate": 0.00028414281915541356, + "loss": 4.4033, + "mean_token_accuracy": 0.24443318098783492, + "num_tokens": 13245649.0, + "step": 4615 + }, + { + "entropy": 4.994836330413818, + "epoch": 5.480427046263345, + "grad_norm": 1.2578125, + "learning_rate": 0.00028366687279077977, + "loss": 4.4421, + "mean_token_accuracy": 0.24775925874710084, + "num_tokens": 13259462.0, + "step": 4620 + }, + { + "entropy": 5.05501766204834, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.4719, + "mean_token_accuracy": 0.23720043301582336, + "num_tokens": 13275014.0, + "step": 4625 + }, + { + "entropy": 5.028215980529785, + "epoch": 5.492289442467379, + "grad_norm": 1.390625, + "learning_rate": 0.00028271486567066123, + "loss": 4.3964, + "mean_token_accuracy": 0.25001311004161836, + "num_tokens": 13288450.0, + "step": 4630 + }, + { + "entropy": 5.068965864181519, + "epoch": 5.498220640569395, + "grad_norm": 1.15625, + "learning_rate": 0.0002822388091816788, + "loss": 4.503, + "mean_token_accuracy": 0.24046200066804885, + "num_tokens": 13303947.0, + "step": 4635 + }, + { + "entropy": 5.116705465316772, + "epoch": 5.504151838671412, + "grad_norm": 1.3359375, + "learning_rate": 0.00028176272025134697, + "loss": 4.456, + "mean_token_accuracy": 0.2419669434428215, + "num_tokens": 13317380.0, + "step": 4640 + }, + { + "entropy": 5.0632740497589115, + "epoch": 5.510083036773429, + "grad_norm": 1.2421875, + "learning_rate": 0.0002812866010132995, + "loss": 4.3713, + "mean_token_accuracy": 0.2490440309047699, + "num_tokens": 13331706.0, + "step": 4645 + }, + { + "entropy": 5.003316974639892, + "epoch": 5.516014234875445, + "grad_norm": 1.171875, + "learning_rate": 0.00028081045360130587, + "loss": 4.4336, + "mean_token_accuracy": 0.23711458444595337, + "num_tokens": 13346263.0, + "step": 4650 + }, + { + "entropy": 5.1004985809326175, + "epoch": 5.5219454329774615, + "grad_norm": 1.4140625, + "learning_rate": 0.000280334280149262, + "loss": 4.417, + "mean_token_accuracy": 0.24271144717931747, + "num_tokens": 13361113.0, + "step": 4655 + }, + { + "entropy": 5.1378613948822025, + "epoch": 5.527876631079478, + "grad_norm": 1.34375, + "learning_rate": 0.0002798580827911803, + "loss": 4.4628, + "mean_token_accuracy": 0.23616952449083328, + "num_tokens": 13374577.0, + "step": 4660 + }, + { + "entropy": 5.025697040557861, + "epoch": 5.5338078291814945, + "grad_norm": 1.40625, + "learning_rate": 0.0002793818636611805, + "loss": 4.4311, + "mean_token_accuracy": 0.23942704051733016, + "num_tokens": 13387930.0, + "step": 4665 + }, + { + "entropy": 5.041089010238648, + "epoch": 5.539739027283511, + "grad_norm": 1.25, + "learning_rate": 0.0002789056248934797, + "loss": 4.4442, + "mean_token_accuracy": 0.24215238243341447, + "num_tokens": 13402992.0, + "step": 4670 + }, + { + "entropy": 5.120145988464356, + "epoch": 5.545670225385528, + "grad_norm": 1.3359375, + "learning_rate": 0.0002784293686223832, + "loss": 4.3959, + "mean_token_accuracy": 0.24842557907104493, + "num_tokens": 13416998.0, + "step": 4675 + }, + { + "entropy": 5.012027406692505, + "epoch": 5.551601423487544, + "grad_norm": 1.5078125, + "learning_rate": 0.0002779530969822746, + "loss": 4.43, + "mean_token_accuracy": 0.23928656727075576, + "num_tokens": 13430278.0, + "step": 4680 + }, + { + "entropy": 5.000022935867309, + "epoch": 5.557532621589561, + "grad_norm": 1.2734375, + "learning_rate": 0.0002774768121076065, + "loss": 4.3708, + "mean_token_accuracy": 0.24596457779407502, + "num_tokens": 13444608.0, + "step": 4685 + }, + { + "entropy": 5.036244869232178, + "epoch": 5.563463819691577, + "grad_norm": 1.4296875, + "learning_rate": 0.0002770005161328908, + "loss": 4.4577, + "mean_token_accuracy": 0.24575844258069993, + "num_tokens": 13457961.0, + "step": 4690 + }, + { + "entropy": 5.089932107925415, + "epoch": 5.569395017793594, + "grad_norm": 1.2578125, + "learning_rate": 0.0002765242111926891, + "loss": 4.53, + "mean_token_accuracy": 0.22811459004878998, + "num_tokens": 13472552.0, + "step": 4695 + }, + { + "entropy": 5.091521215438843, + "epoch": 5.575326215895611, + "grad_norm": 1.2734375, + "learning_rate": 0.00027604789942160297, + "loss": 4.4559, + "mean_token_accuracy": 0.23580421954393388, + "num_tokens": 13486090.0, + "step": 4700 + }, + { + "entropy": 5.047355365753174, + "epoch": 5.581257413997627, + "grad_norm": 1.4140625, + "learning_rate": 0.00027557158295426506, + "loss": 4.4502, + "mean_token_accuracy": 0.24515524953603746, + "num_tokens": 13499493.0, + "step": 4705 + }, + { + "entropy": 5.126659488677978, + "epoch": 5.587188612099644, + "grad_norm": 1.3828125, + "learning_rate": 0.0002750952639253287, + "loss": 4.5085, + "mean_token_accuracy": 0.23807648122310637, + "num_tokens": 13513270.0, + "step": 4710 + }, + { + "entropy": 5.04275369644165, + "epoch": 5.593119810201661, + "grad_norm": 1.1953125, + "learning_rate": 0.00027461894446945877, + "loss": 4.4291, + "mean_token_accuracy": 0.23905896246433259, + "num_tokens": 13527571.0, + "step": 4715 + }, + { + "entropy": 5.031711196899414, + "epoch": 5.599051008303677, + "grad_norm": 1.2109375, + "learning_rate": 0.0002741426267213223, + "loss": 4.399, + "mean_token_accuracy": 0.2434948205947876, + "num_tokens": 13541956.0, + "step": 4720 + }, + { + "entropy": 5.123283910751343, + "epoch": 5.604982206405694, + "grad_norm": 1.265625, + "learning_rate": 0.0002736663128155781, + "loss": 4.5138, + "mean_token_accuracy": 0.2383720725774765, + "num_tokens": 13557613.0, + "step": 4725 + }, + { + "entropy": 5.01444091796875, + "epoch": 5.610913404507711, + "grad_norm": 1.2734375, + "learning_rate": 0.0002731900048868685, + "loss": 4.4113, + "mean_token_accuracy": 0.2442216083407402, + "num_tokens": 13572207.0, + "step": 4730 + }, + { + "entropy": 5.030840015411377, + "epoch": 5.616844602609727, + "grad_norm": 1.3359375, + "learning_rate": 0.00027271370506980853, + "loss": 4.4484, + "mean_token_accuracy": 0.24023475646972656, + "num_tokens": 13587621.0, + "step": 4735 + }, + { + "entropy": 5.046911907196045, + "epoch": 5.622775800711744, + "grad_norm": 1.1640625, + "learning_rate": 0.00027223741549897696, + "loss": 4.4536, + "mean_token_accuracy": 0.24491426199674607, + "num_tokens": 13602745.0, + "step": 4740 + }, + { + "entropy": 5.101274490356445, + "epoch": 5.62870699881376, + "grad_norm": 1.4296875, + "learning_rate": 0.00027176113830890673, + "loss": 4.3867, + "mean_token_accuracy": 0.24548266381025313, + "num_tokens": 13616138.0, + "step": 4745 + }, + { + "entropy": 5.06822943687439, + "epoch": 5.634638196915777, + "grad_norm": 1.5234375, + "learning_rate": 0.0002712848756340754, + "loss": 4.4545, + "mean_token_accuracy": 0.23555067032575608, + "num_tokens": 13630326.0, + "step": 4750 + }, + { + "entropy": 5.033315277099609, + "epoch": 5.640569395017794, + "grad_norm": 1.2734375, + "learning_rate": 0.000270808629608895, + "loss": 4.4272, + "mean_token_accuracy": 0.2433514729142189, + "num_tokens": 13644880.0, + "step": 4755 + }, + { + "entropy": 5.023551321029663, + "epoch": 5.646500593119811, + "grad_norm": 1.15625, + "learning_rate": 0.0002703324023677036, + "loss": 4.4452, + "mean_token_accuracy": 0.2369721755385399, + "num_tokens": 13660506.0, + "step": 4760 + }, + { + "entropy": 5.0040631771087645, + "epoch": 5.652431791221827, + "grad_norm": 1.34375, + "learning_rate": 0.00026985619604475466, + "loss": 4.3864, + "mean_token_accuracy": 0.24618825018405915, + "num_tokens": 13675961.0, + "step": 4765 + }, + { + "entropy": 5.014545249938965, + "epoch": 5.658362989323844, + "grad_norm": 1.1640625, + "learning_rate": 0.00026938001277420785, + "loss": 4.4389, + "mean_token_accuracy": 0.23929533064365388, + "num_tokens": 13690570.0, + "step": 4770 + }, + { + "entropy": 5.050947809219361, + "epoch": 5.66429418742586, + "grad_norm": 1.4453125, + "learning_rate": 0.00026890385469011997, + "loss": 4.4374, + "mean_token_accuracy": 0.24186193346977233, + "num_tokens": 13704267.0, + "step": 4775 + }, + { + "entropy": 5.026543426513672, + "epoch": 5.670225385527877, + "grad_norm": 1.1875, + "learning_rate": 0.00026842772392643443, + "loss": 4.4268, + "mean_token_accuracy": 0.24120682775974273, + "num_tokens": 13720761.0, + "step": 4780 + }, + { + "entropy": 5.0410003662109375, + "epoch": 5.6761565836298935, + "grad_norm": 1.3125, + "learning_rate": 0.0002679516226169724, + "loss": 4.4009, + "mean_token_accuracy": 0.24163358509540558, + "num_tokens": 13735898.0, + "step": 4785 + }, + { + "entropy": 4.978803491592407, + "epoch": 5.6820877817319095, + "grad_norm": 1.3046875, + "learning_rate": 0.0002674755528954232, + "loss": 4.3798, + "mean_token_accuracy": 0.24308834820985795, + "num_tokens": 13748962.0, + "step": 4790 + }, + { + "entropy": 5.005527067184448, + "epoch": 5.6880189798339265, + "grad_norm": 1.40625, + "learning_rate": 0.00026699951689533445, + "loss": 4.4788, + "mean_token_accuracy": 0.2391334593296051, + "num_tokens": 13763941.0, + "step": 4795 + }, + { + "entropy": 5.004294157028198, + "epoch": 5.693950177935943, + "grad_norm": 1.21875, + "learning_rate": 0.0002665235167501026, + "loss": 4.3661, + "mean_token_accuracy": 0.24394810497760772, + "num_tokens": 13778316.0, + "step": 4800 + }, + { + "entropy": 5.087885141372681, + "epoch": 5.699881376037959, + "grad_norm": 1.2578125, + "learning_rate": 0.0002660475545929636, + "loss": 4.4756, + "mean_token_accuracy": 0.24611255377531052, + "num_tokens": 13792091.0, + "step": 4805 + }, + { + "entropy": 5.108520412445069, + "epoch": 5.705812574139976, + "grad_norm": 1.4296875, + "learning_rate": 0.00026557163255698274, + "loss": 4.481, + "mean_token_accuracy": 0.23163021951913834, + "num_tokens": 13807048.0, + "step": 4810 + }, + { + "entropy": 5.079970455169677, + "epoch": 5.711743772241993, + "grad_norm": 1.2578125, + "learning_rate": 0.00026509575277504593, + "loss": 4.4844, + "mean_token_accuracy": 0.2349588006734848, + "num_tokens": 13822455.0, + "step": 4815 + }, + { + "entropy": 5.103965759277344, + "epoch": 5.717674970344009, + "grad_norm": 1.3828125, + "learning_rate": 0.0002646199173798497, + "loss": 4.4745, + "mean_token_accuracy": 0.24245647192001343, + "num_tokens": 13836609.0, + "step": 4820 + }, + { + "entropy": 5.0784893989562985, + "epoch": 5.723606168446026, + "grad_norm": 1.40625, + "learning_rate": 0.0002641441285038913, + "loss": 4.4351, + "mean_token_accuracy": 0.24516603201627732, + "num_tokens": 13849453.0, + "step": 4825 + }, + { + "entropy": 5.115981674194336, + "epoch": 5.729537366548042, + "grad_norm": 1.25, + "learning_rate": 0.00026366838827945985, + "loss": 4.5093, + "mean_token_accuracy": 0.23044819086790086, + "num_tokens": 13863082.0, + "step": 4830 + }, + { + "entropy": 5.061673355102539, + "epoch": 5.735468564650059, + "grad_norm": 1.390625, + "learning_rate": 0.00026319269883862633, + "loss": 4.5304, + "mean_token_accuracy": 0.2362530156970024, + "num_tokens": 13875323.0, + "step": 4835 + }, + { + "entropy": 5.108893156051636, + "epoch": 5.741399762752076, + "grad_norm": 1.3515625, + "learning_rate": 0.000262717062313234, + "loss": 4.448, + "mean_token_accuracy": 0.2434764564037323, + "num_tokens": 13888271.0, + "step": 4840 + }, + { + "entropy": 5.006637668609619, + "epoch": 5.747330960854093, + "grad_norm": 1.375, + "learning_rate": 0.0002622414808348892, + "loss": 4.4238, + "mean_token_accuracy": 0.2431655764579773, + "num_tokens": 13900607.0, + "step": 4845 + }, + { + "entropy": 5.080786991119385, + "epoch": 5.753262158956109, + "grad_norm": 1.265625, + "learning_rate": 0.00026176595653495136, + "loss": 4.4266, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 13915180.0, + "step": 4850 + }, + { + "entropy": 5.065893030166626, + "epoch": 5.759193357058126, + "grad_norm": 1.40625, + "learning_rate": 0.0002612904915445238, + "loss": 4.4832, + "mean_token_accuracy": 0.23563706874847412, + "num_tokens": 13930158.0, + "step": 4855 + }, + { + "entropy": 5.010072803497314, + "epoch": 5.765124555160142, + "grad_norm": 1.25, + "learning_rate": 0.000260815087994444, + "loss": 4.3664, + "mean_token_accuracy": 0.24564545154571532, + "num_tokens": 13943223.0, + "step": 4860 + }, + { + "entropy": 4.9927332401275635, + "epoch": 5.771055753262159, + "grad_norm": 1.125, + "learning_rate": 0.000260339748015274, + "loss": 4.4644, + "mean_token_accuracy": 0.24376613795757293, + "num_tokens": 13958938.0, + "step": 4865 + }, + { + "entropy": 5.041768980026245, + "epoch": 5.776986951364176, + "grad_norm": 1.15625, + "learning_rate": 0.0002598644737372911, + "loss": 4.4388, + "mean_token_accuracy": 0.23757123053073884, + "num_tokens": 13973975.0, + "step": 4870 + }, + { + "entropy": 5.041567325592041, + "epoch": 5.782918149466192, + "grad_norm": 1.2109375, + "learning_rate": 0.0002593892672904781, + "loss": 4.4592, + "mean_token_accuracy": 0.23768191039562225, + "num_tokens": 13990605.0, + "step": 4875 + }, + { + "entropy": 5.0419941425323485, + "epoch": 5.788849347568209, + "grad_norm": 1.2578125, + "learning_rate": 0.00025891413080451377, + "loss": 4.5436, + "mean_token_accuracy": 0.23147597014904023, + "num_tokens": 14006307.0, + "step": 4880 + }, + { + "entropy": 5.0918761730194095, + "epoch": 5.794780545670226, + "grad_norm": 1.3046875, + "learning_rate": 0.00025843906640876326, + "loss": 4.4521, + "mean_token_accuracy": 0.23559338748455047, + "num_tokens": 14019472.0, + "step": 4885 + }, + { + "entropy": 5.027110958099366, + "epoch": 5.800711743772242, + "grad_norm": 1.2265625, + "learning_rate": 0.000257964076232269, + "loss": 4.4103, + "mean_token_accuracy": 0.2430754005908966, + "num_tokens": 14033525.0, + "step": 4890 + }, + { + "entropy": 5.015383195877075, + "epoch": 5.806642941874259, + "grad_norm": 1.3203125, + "learning_rate": 0.00025748916240374016, + "loss": 4.4918, + "mean_token_accuracy": 0.23823553174734116, + "num_tokens": 14048823.0, + "step": 4895 + }, + { + "entropy": 5.086786603927612, + "epoch": 5.812574139976276, + "grad_norm": 1.2265625, + "learning_rate": 0.00025701432705154445, + "loss": 4.4866, + "mean_token_accuracy": 0.23517824858427047, + "num_tokens": 14063568.0, + "step": 4900 + }, + { + "entropy": 5.067300701141358, + "epoch": 5.818505338078292, + "grad_norm": 1.3203125, + "learning_rate": 0.0002565395723036975, + "loss": 4.4682, + "mean_token_accuracy": 0.23759765326976776, + "num_tokens": 14077128.0, + "step": 4905 + }, + { + "entropy": 5.050278615951538, + "epoch": 5.8244365361803085, + "grad_norm": 1.4765625, + "learning_rate": 0.0002560649002878537, + "loss": 4.416, + "mean_token_accuracy": 0.24787454605102538, + "num_tokens": 14089673.0, + "step": 4910 + }, + { + "entropy": 5.040318489074707, + "epoch": 5.830367734282325, + "grad_norm": 1.2890625, + "learning_rate": 0.00025559031313129675, + "loss": 4.4294, + "mean_token_accuracy": 0.23141864091157913, + "num_tokens": 14104617.0, + "step": 4915 + }, + { + "entropy": 5.1050783634185795, + "epoch": 5.8362989323843415, + "grad_norm": 1.2890625, + "learning_rate": 0.00025511581296093006, + "loss": 4.556, + "mean_token_accuracy": 0.23171175122261048, + "num_tokens": 14118309.0, + "step": 4920 + }, + { + "entropy": 5.041911888122558, + "epoch": 5.842230130486358, + "grad_norm": 1.1640625, + "learning_rate": 0.0002546414019032671, + "loss": 4.4805, + "mean_token_accuracy": 0.23756036907434464, + "num_tokens": 14133809.0, + "step": 4925 + }, + { + "entropy": 5.032676839828492, + "epoch": 5.848161328588375, + "grad_norm": 1.3203125, + "learning_rate": 0.0002541670820844223, + "loss": 4.4254, + "mean_token_accuracy": 0.24259141832590103, + "num_tokens": 14147700.0, + "step": 4930 + }, + { + "entropy": 5.041052293777466, + "epoch": 5.854092526690391, + "grad_norm": 1.3125, + "learning_rate": 0.0002536928556301006, + "loss": 4.4395, + "mean_token_accuracy": 0.23794725835323333, + "num_tokens": 14161669.0, + "step": 4935 + }, + { + "entropy": 4.9957301139831545, + "epoch": 5.860023724792408, + "grad_norm": 1.3359375, + "learning_rate": 0.0002532187246655891, + "loss": 4.3789, + "mean_token_accuracy": 0.2477703034877777, + "num_tokens": 14175066.0, + "step": 4940 + }, + { + "entropy": 5.074595355987549, + "epoch": 5.865954922894424, + "grad_norm": 1.1875, + "learning_rate": 0.0002527446913157467, + "loss": 4.4668, + "mean_token_accuracy": 0.24791329801082612, + "num_tokens": 14190956.0, + "step": 4945 + }, + { + "entropy": 5.044212198257446, + "epoch": 5.871886120996441, + "grad_norm": 1.140625, + "learning_rate": 0.0002522707577049947, + "loss": 4.4084, + "mean_token_accuracy": 0.2459134504199028, + "num_tokens": 14205232.0, + "step": 4950 + }, + { + "entropy": 5.067082118988037, + "epoch": 5.877817319098458, + "grad_norm": 1.4765625, + "learning_rate": 0.00025179692595730767, + "loss": 4.4526, + "mean_token_accuracy": 0.23943758457899095, + "num_tokens": 14217304.0, + "step": 4955 + }, + { + "entropy": 5.093814373016357, + "epoch": 5.883748517200474, + "grad_norm": 1.28125, + "learning_rate": 0.00025132319819620377, + "loss": 4.4756, + "mean_token_accuracy": 0.24002725780010223, + "num_tokens": 14230335.0, + "step": 4960 + }, + { + "entropy": 5.022781324386597, + "epoch": 5.889679715302491, + "grad_norm": 1.296875, + "learning_rate": 0.0002508495765447345, + "loss": 4.404, + "mean_token_accuracy": 0.24460775703191756, + "num_tokens": 14244675.0, + "step": 4965 + }, + { + "entropy": 5.032727575302124, + "epoch": 5.895610913404508, + "grad_norm": 1.3046875, + "learning_rate": 0.00025037606312547654, + "loss": 4.4747, + "mean_token_accuracy": 0.2397155359387398, + "num_tokens": 14258644.0, + "step": 4970 + }, + { + "entropy": 5.083451843261718, + "epoch": 5.901542111506524, + "grad_norm": 1.3359375, + "learning_rate": 0.0002499026600605212, + "loss": 4.4102, + "mean_token_accuracy": 0.24270913749933243, + "num_tokens": 14271487.0, + "step": 4975 + }, + { + "entropy": 5.078978490829468, + "epoch": 5.907473309608541, + "grad_norm": 1.2734375, + "learning_rate": 0.00024942936947146515, + "loss": 4.4582, + "mean_token_accuracy": 0.2412016436457634, + "num_tokens": 14286508.0, + "step": 4980 + }, + { + "entropy": 5.019553327560425, + "epoch": 5.913404507710558, + "grad_norm": 1.2265625, + "learning_rate": 0.00024895619347940117, + "loss": 4.4313, + "mean_token_accuracy": 0.24287663996219636, + "num_tokens": 14301875.0, + "step": 4985 + }, + { + "entropy": 5.1189757823944095, + "epoch": 5.919335705812574, + "grad_norm": 1.2734375, + "learning_rate": 0.0002484831342049085, + "loss": 4.5169, + "mean_token_accuracy": 0.23093525767326356, + "num_tokens": 14315712.0, + "step": 4990 + }, + { + "entropy": 5.13128170967102, + "epoch": 5.925266903914591, + "grad_norm": 1.421875, + "learning_rate": 0.00024801019376804296, + "loss": 4.4875, + "mean_token_accuracy": 0.23937722593545913, + "num_tokens": 14332235.0, + "step": 4995 + }, + { + "entropy": 5.023594379425049, + "epoch": 5.931198102016607, + "grad_norm": 1.2109375, + "learning_rate": 0.0002475373742883282, + "loss": 4.3958, + "mean_token_accuracy": 0.24531046599149703, + "num_tokens": 14346485.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.8860513695909935, + "eval_loss": 5.2638068199157715, + "eval_mean_token_accuracy": 0.19476333996452436, + "eval_num_tokens": 14346485.0, + "eval_runtime": 1.8508, + "eval_samples_per_second": 1409.127, + "eval_steps_per_second": 176.141, + "step": 5000 + }, + { + "entropy": 5.034149408340454, + "epoch": 5.937129300118624, + "grad_norm": 1.3515625, + "learning_rate": 0.0002470646778847455, + "loss": 4.4338, + "mean_token_accuracy": 0.24789137989282609, + "num_tokens": 14360431.0, + "step": 5005 + }, + { + "entropy": 5.044485998153687, + "epoch": 5.943060498220641, + "grad_norm": 1.3046875, + "learning_rate": 0.00024659210667572464, + "loss": 4.4374, + "mean_token_accuracy": 0.2427036002278328, + "num_tokens": 14374960.0, + "step": 5010 + }, + { + "entropy": 4.964894771575928, + "epoch": 5.948991696322658, + "grad_norm": 1.4765625, + "learning_rate": 0.0002461196627791345, + "loss": 4.3326, + "mean_token_accuracy": 0.24831924736499786, + "num_tokens": 14388488.0, + "step": 5015 + }, + { + "entropy": 5.013204336166382, + "epoch": 5.954922894424674, + "grad_norm": 1.4453125, + "learning_rate": 0.00024564734831227316, + "loss": 4.4771, + "mean_token_accuracy": 0.23797560185194017, + "num_tokens": 14403923.0, + "step": 5020 + }, + { + "entropy": 5.095961856842041, + "epoch": 5.960854092526691, + "grad_norm": 1.4140625, + "learning_rate": 0.0002451751653918587, + "loss": 4.4535, + "mean_token_accuracy": 0.23533977270126344, + "num_tokens": 14417481.0, + "step": 5025 + }, + { + "entropy": 5.043536758422851, + "epoch": 5.966785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.00024470311613401997, + "loss": 4.4416, + "mean_token_accuracy": 0.24011671990156175, + "num_tokens": 14434806.0, + "step": 5030 + }, + { + "entropy": 5.013947820663452, + "epoch": 5.972716488730724, + "grad_norm": 1.4453125, + "learning_rate": 0.00024423120265428623, + "loss": 4.3787, + "mean_token_accuracy": 0.24650224894285203, + "num_tokens": 14448554.0, + "step": 5035 + }, + { + "entropy": 4.969161415100098, + "epoch": 5.9786476868327405, + "grad_norm": 1.2578125, + "learning_rate": 0.0002437594270675787, + "loss": 4.3442, + "mean_token_accuracy": 0.25067434906959535, + "num_tokens": 14462842.0, + "step": 5040 + }, + { + "entropy": 4.988726186752319, + "epoch": 5.9845788849347565, + "grad_norm": 1.3203125, + "learning_rate": 0.00024328779148820052, + "loss": 4.3582, + "mean_token_accuracy": 0.2596712946891785, + "num_tokens": 14477026.0, + "step": 5045 + }, + { + "entropy": 4.982583141326904, + "epoch": 5.9905100830367735, + "grad_norm": 1.265625, + "learning_rate": 0.0002428162980298272, + "loss": 4.3989, + "mean_token_accuracy": 0.2433629184961319, + "num_tokens": 14491639.0, + "step": 5050 + }, + { + "entropy": 5.094220066070557, + "epoch": 5.99644128113879, + "grad_norm": 1.3203125, + "learning_rate": 0.00024234494880549746, + "loss": 4.4513, + "mean_token_accuracy": 0.24791095554828643, + "num_tokens": 14506462.0, + "step": 5055 + }, + { + "entropy": 5.057077693939209, + "epoch": 6.002372479240806, + "grad_norm": 1.28125, + "learning_rate": 0.00024187374592760376, + "loss": 4.365, + "mean_token_accuracy": 0.2536967098712921, + "num_tokens": 14520476.0, + "step": 5060 + }, + { + "entropy": 5.019870138168335, + "epoch": 6.008303677342823, + "grad_norm": 1.2265625, + "learning_rate": 0.00024140269150788236, + "loss": 4.2916, + "mean_token_accuracy": 0.2510134935379028, + "num_tokens": 14537181.0, + "step": 5065 + }, + { + "entropy": 4.982530784606934, + "epoch": 6.01423487544484, + "grad_norm": 1.375, + "learning_rate": 0.00024093178765740452, + "loss": 4.2429, + "mean_token_accuracy": 0.2534199237823486, + "num_tokens": 14550772.0, + "step": 5070 + }, + { + "entropy": 5.102296018600464, + "epoch": 6.020166073546856, + "grad_norm": 1.328125, + "learning_rate": 0.00024046103648656648, + "loss": 4.3535, + "mean_token_accuracy": 0.25124617516994474, + "num_tokens": 14566314.0, + "step": 5075 + }, + { + "entropy": 5.08847975730896, + "epoch": 6.026097271648873, + "grad_norm": 1.484375, + "learning_rate": 0.00023999044010508037, + "loss": 4.3284, + "mean_token_accuracy": 0.2568944558501244, + "num_tokens": 14580403.0, + "step": 5080 + }, + { + "entropy": 4.967007684707641, + "epoch": 6.032028469750889, + "grad_norm": 1.4453125, + "learning_rate": 0.00023952000062196454, + "loss": 4.2529, + "mean_token_accuracy": 0.2650650665163994, + "num_tokens": 14595405.0, + "step": 5085 + }, + { + "entropy": 5.036498355865478, + "epoch": 6.037959667852906, + "grad_norm": 1.2265625, + "learning_rate": 0.0002390497201455342, + "loss": 4.2663, + "mean_token_accuracy": 0.26399629563093185, + "num_tokens": 14610257.0, + "step": 5090 + }, + { + "entropy": 5.030192470550537, + "epoch": 6.043890865954923, + "grad_norm": 1.421875, + "learning_rate": 0.00023857960078339208, + "loss": 4.235, + "mean_token_accuracy": 0.26408734172582626, + "num_tokens": 14625466.0, + "step": 5095 + }, + { + "entropy": 5.058362770080566, + "epoch": 6.049822064056939, + "grad_norm": 1.390625, + "learning_rate": 0.00023810964464241868, + "loss": 4.3471, + "mean_token_accuracy": 0.25345825403928757, + "num_tokens": 14641144.0, + "step": 5100 + }, + { + "entropy": 5.005357789993286, + "epoch": 6.055753262158956, + "grad_norm": 1.4140625, + "learning_rate": 0.00023763985382876308, + "loss": 4.3029, + "mean_token_accuracy": 0.2620812490582466, + "num_tokens": 14655471.0, + "step": 5105 + }, + { + "entropy": 5.017697954177857, + "epoch": 6.061684460260973, + "grad_norm": 1.359375, + "learning_rate": 0.00023717023044783343, + "loss": 4.2327, + "mean_token_accuracy": 0.26199271380901334, + "num_tokens": 14671020.0, + "step": 5110 + }, + { + "entropy": 5.054442548751831, + "epoch": 6.067615658362989, + "grad_norm": 1.3125, + "learning_rate": 0.00023670077660428756, + "loss": 4.3012, + "mean_token_accuracy": 0.2543821409344673, + "num_tokens": 14684345.0, + "step": 5115 + }, + { + "entropy": 5.016337776184082, + "epoch": 6.073546856465006, + "grad_norm": 1.4765625, + "learning_rate": 0.0002362314944020234, + "loss": 4.2357, + "mean_token_accuracy": 0.26443331986665725, + "num_tokens": 14698318.0, + "step": 5120 + }, + { + "entropy": 5.028752851486206, + "epoch": 6.079478054567023, + "grad_norm": 1.4609375, + "learning_rate": 0.0002357623859441698, + "loss": 4.2067, + "mean_token_accuracy": 0.2689851403236389, + "num_tokens": 14710351.0, + "step": 5125 + }, + { + "entropy": 5.086757469177246, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.3301, + "mean_token_accuracy": 0.2564917549490929, + "num_tokens": 14725474.0, + "step": 5130 + }, + { + "entropy": 5.0329282760620115, + "epoch": 6.091340450771056, + "grad_norm": 1.53125, + "learning_rate": 0.00023482469867030676, + "loss": 4.268, + "mean_token_accuracy": 0.2572768598794937, + "num_tokens": 14739047.0, + "step": 5135 + }, + { + "entropy": 5.00909194946289, + "epoch": 6.097271648873073, + "grad_norm": 1.46875, + "learning_rate": 0.00023435612405662388, + "loss": 4.2974, + "mean_token_accuracy": 0.24873994886875153, + "num_tokens": 14752432.0, + "step": 5140 + }, + { + "entropy": 4.988759613037109, + "epoch": 6.103202846975089, + "grad_norm": 1.3046875, + "learning_rate": 0.00023388773159198584, + "loss": 4.3, + "mean_token_accuracy": 0.24969834983348846, + "num_tokens": 14765769.0, + "step": 5145 + }, + { + "entropy": 5.055676460266113, + "epoch": 6.109134045077106, + "grad_norm": 1.4609375, + "learning_rate": 0.00023341952337553414, + "loss": 4.3037, + "mean_token_accuracy": 0.2598161458969116, + "num_tokens": 14781655.0, + "step": 5150 + }, + { + "entropy": 5.001733446121216, + "epoch": 6.115065243179123, + "grad_norm": 1.1953125, + "learning_rate": 0.0002329515015055843, + "loss": 4.2415, + "mean_token_accuracy": 0.2669500052928925, + "num_tokens": 14798175.0, + "step": 5155 + }, + { + "entropy": 4.9909673690795895, + "epoch": 6.120996441281139, + "grad_norm": 1.34375, + "learning_rate": 0.00023248366807961674, + "loss": 4.2805, + "mean_token_accuracy": 0.2576881363987923, + "num_tokens": 14812630.0, + "step": 5160 + }, + { + "entropy": 5.0708530902862545, + "epoch": 6.1269276393831555, + "grad_norm": 1.484375, + "learning_rate": 0.0002320160251942675, + "loss": 4.2921, + "mean_token_accuracy": 0.25415309369564054, + "num_tokens": 14825138.0, + "step": 5165 + }, + { + "entropy": 5.073080778121948, + "epoch": 6.132858837485172, + "grad_norm": 1.6328125, + "learning_rate": 0.00023154857494531872, + "loss": 4.3322, + "mean_token_accuracy": 0.252343113720417, + "num_tokens": 14838893.0, + "step": 5170 + }, + { + "entropy": 5.043838787078857, + "epoch": 6.1387900355871885, + "grad_norm": 1.25, + "learning_rate": 0.0002310813194276889, + "loss": 4.3189, + "mean_token_accuracy": 0.2520149201154709, + "num_tokens": 14853548.0, + "step": 5175 + }, + { + "entropy": 5.000109529495239, + "epoch": 6.144721233689205, + "grad_norm": 1.421875, + "learning_rate": 0.00023061426073542413, + "loss": 4.2719, + "mean_token_accuracy": 0.2534493938088417, + "num_tokens": 14868079.0, + "step": 5180 + }, + { + "entropy": 5.02756929397583, + "epoch": 6.1506524317912215, + "grad_norm": 1.2890625, + "learning_rate": 0.0002301474009616885, + "loss": 4.2848, + "mean_token_accuracy": 0.2585728645324707, + "num_tokens": 14882343.0, + "step": 5185 + }, + { + "entropy": 4.961363172531128, + "epoch": 6.156583629893238, + "grad_norm": 1.3984375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2671, + "mean_token_accuracy": 0.2636710450053215, + "num_tokens": 14895233.0, + "step": 5190 + }, + { + "entropy": 5.022676992416382, + "epoch": 6.162514827995255, + "grad_norm": 1.15625, + "learning_rate": 0.00022921428653799298, + "loss": 4.2511, + "mean_token_accuracy": 0.2618787810206413, + "num_tokens": 14910628.0, + "step": 5195 + }, + { + "entropy": 5.012147855758667, + "epoch": 6.168446026097271, + "grad_norm": 1.4375, + "learning_rate": 0.00022874803606986617, + "loss": 4.2421, + "mean_token_accuracy": 0.2644942194223404, + "num_tokens": 14923155.0, + "step": 5200 + }, + { + "entropy": 5.008904361724854, + "epoch": 6.174377224199288, + "grad_norm": 1.15625, + "learning_rate": 0.00022828199288391554, + "loss": 4.3171, + "mean_token_accuracy": 0.2553702756762505, + "num_tokens": 14938353.0, + "step": 5205 + }, + { + "entropy": 5.0244848251342775, + "epoch": 6.180308422301305, + "grad_norm": 1.421875, + "learning_rate": 0.00022781615906875414, + "loss": 4.3145, + "mean_token_accuracy": 0.25322963744401933, + "num_tokens": 14953774.0, + "step": 5210 + }, + { + "entropy": 5.008412456512451, + "epoch": 6.186239620403321, + "grad_norm": 1.3984375, + "learning_rate": 0.0002273505367120562, + "loss": 4.2341, + "mean_token_accuracy": 0.2646894872188568, + "num_tokens": 14968618.0, + "step": 5215 + }, + { + "entropy": 4.984117126464843, + "epoch": 6.192170818505338, + "grad_norm": 1.2890625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2244, + "mean_token_accuracy": 0.26672463715076444, + "num_tokens": 14981918.0, + "step": 5220 + }, + { + "entropy": 4.965973377227783, + "epoch": 6.198102016607355, + "grad_norm": 1.46875, + "learning_rate": 0.0002264199347200015, + "loss": 4.2641, + "mean_token_accuracy": 0.27005019336938857, + "num_tokens": 14997407.0, + "step": 5225 + }, + { + "entropy": 5.020095109939575, + "epoch": 6.204033214709371, + "grad_norm": 1.3515625, + "learning_rate": 0.00022595495925521804, + "loss": 4.2685, + "mean_token_accuracy": 0.25842465460300446, + "num_tokens": 15010566.0, + "step": 5230 + }, + { + "entropy": 5.039657354354858, + "epoch": 6.209964412811388, + "grad_norm": 1.296875, + "learning_rate": 0.0002254902035900261, + "loss": 4.3523, + "mean_token_accuracy": 0.2598764330148697, + "num_tokens": 15025458.0, + "step": 5235 + }, + { + "entropy": 4.943068265914917, + "epoch": 6.215895610913405, + "grad_norm": 1.375, + "learning_rate": 0.00022502566980726852, + "loss": 4.2457, + "mean_token_accuracy": 0.26292232871055604, + "num_tokens": 15039103.0, + "step": 5240 + }, + { + "entropy": 5.043027925491333, + "epoch": 6.221826809015421, + "grad_norm": 1.5703125, + "learning_rate": 0.00022456135998879335, + "loss": 4.2941, + "mean_token_accuracy": 0.25821716636419295, + "num_tokens": 15052802.0, + "step": 5245 + }, + { + "entropy": 5.080618524551392, + "epoch": 6.227758007117438, + "grad_norm": 1.4375, + "learning_rate": 0.0002240972762154453, + "loss": 4.3037, + "mean_token_accuracy": 0.25927335768938065, + "num_tokens": 15067133.0, + "step": 5250 + }, + { + "entropy": 5.022476577758789, + "epoch": 6.233689205219454, + "grad_norm": 1.484375, + "learning_rate": 0.000223633420567056, + "loss": 4.2966, + "mean_token_accuracy": 0.2569254443049431, + "num_tokens": 15079985.0, + "step": 5255 + }, + { + "entropy": 4.928483486175537, + "epoch": 6.239620403321471, + "grad_norm": 1.28125, + "learning_rate": 0.0002231697951224346, + "loss": 4.2144, + "mean_token_accuracy": 0.2635895624756813, + "num_tokens": 15095092.0, + "step": 5260 + }, + { + "entropy": 5.036012649536133, + "epoch": 6.245551601423488, + "grad_norm": 1.2265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.3631, + "mean_token_accuracy": 0.24321680516004562, + "num_tokens": 15111850.0, + "step": 5265 + }, + { + "entropy": 5.032869529724121, + "epoch": 6.251482799525504, + "grad_norm": 1.4765625, + "learning_rate": 0.00022224324315456474, + "loss": 4.2823, + "mean_token_accuracy": 0.2571799159049988, + "num_tokens": 15124918.0, + "step": 5270 + }, + { + "entropy": 4.980008888244629, + "epoch": 6.257413997627521, + "grad_norm": 1.3515625, + "learning_rate": 0.00022178032078373894, + "loss": 4.3428, + "mean_token_accuracy": 0.2544923171401024, + "num_tokens": 15140428.0, + "step": 5275 + }, + { + "entropy": 5.05231351852417, + "epoch": 6.263345195729538, + "grad_norm": 1.1953125, + "learning_rate": 0.00022131763692150798, + "loss": 4.2956, + "mean_token_accuracy": 0.2509635344147682, + "num_tokens": 15154310.0, + "step": 5280 + }, + { + "entropy": 5.06721715927124, + "epoch": 6.269276393831554, + "grad_norm": 1.4609375, + "learning_rate": 0.00022085519364142963, + "loss": 4.3207, + "mean_token_accuracy": 0.2531687691807747, + "num_tokens": 15167607.0, + "step": 5285 + }, + { + "entropy": 4.985915088653565, + "epoch": 6.275207591933571, + "grad_norm": 1.3828125, + "learning_rate": 0.00022039299301598343, + "loss": 4.3167, + "mean_token_accuracy": 0.2527414485812187, + "num_tokens": 15181200.0, + "step": 5290 + }, + { + "entropy": 5.053257703781128, + "epoch": 6.2811387900355875, + "grad_norm": 1.3359375, + "learning_rate": 0.00021993103711656148, + "loss": 4.3152, + "mean_token_accuracy": 0.2575220212340355, + "num_tokens": 15196050.0, + "step": 5295 + }, + { + "entropy": 5.0179276943206785, + "epoch": 6.2870699881376035, + "grad_norm": 1.3359375, + "learning_rate": 0.00021946932801345903, + "loss": 4.2558, + "mean_token_accuracy": 0.260312719643116, + "num_tokens": 15209134.0, + "step": 5300 + }, + { + "entropy": 4.979709911346435, + "epoch": 6.2930011862396205, + "grad_norm": 1.3203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.3143, + "mean_token_accuracy": 0.2523039475083351, + "num_tokens": 15223574.0, + "step": 5305 + }, + { + "entropy": 5.009503602981567, + "epoch": 6.298932384341637, + "grad_norm": 1.40625, + "learning_rate": 0.00021854665847185445, + "loss": 4.2875, + "mean_token_accuracy": 0.25636068880558016, + "num_tokens": 15237201.0, + "step": 5310 + }, + { + "entropy": 4.9620115756988525, + "epoch": 6.304863582443653, + "grad_norm": 1.4375, + "learning_rate": 0.00021808570216837569, + "loss": 4.3051, + "mean_token_accuracy": 0.25059895515441893, + "num_tokens": 15252757.0, + "step": 5315 + }, + { + "entropy": 5.016540050506592, + "epoch": 6.31079478054567, + "grad_norm": 1.40625, + "learning_rate": 0.0002176250009312446, + "loss": 4.3384, + "mean_token_accuracy": 0.24727711826562881, + "num_tokens": 15267448.0, + "step": 5320 + }, + { + "entropy": 5.009750556945801, + "epoch": 6.316725978647687, + "grad_norm": 1.4609375, + "learning_rate": 0.0002171645568251337, + "loss": 4.2853, + "mean_token_accuracy": 0.25654620230197905, + "num_tokens": 15280276.0, + "step": 5325 + }, + { + "entropy": 4.978376150131226, + "epoch": 6.322657176749703, + "grad_norm": 1.296875, + "learning_rate": 0.00021670437191356295, + "loss": 4.2642, + "mean_token_accuracy": 0.2605225682258606, + "num_tokens": 15293960.0, + "step": 5330 + }, + { + "entropy": 4.949605989456177, + "epoch": 6.32858837485172, + "grad_norm": 1.28125, + "learning_rate": 0.0002162444482588908, + "loss": 4.2391, + "mean_token_accuracy": 0.2608349248766899, + "num_tokens": 15309698.0, + "step": 5335 + }, + { + "entropy": 4.959253168106079, + "epoch": 6.334519572953736, + "grad_norm": 1.4453125, + "learning_rate": 0.00021578478792230504, + "loss": 4.1459, + "mean_token_accuracy": 0.2709234029054642, + "num_tokens": 15322491.0, + "step": 5340 + }, + { + "entropy": 4.951858901977539, + "epoch": 6.340450771055753, + "grad_norm": 1.28125, + "learning_rate": 0.00021532539296381314, + "loss": 4.228, + "mean_token_accuracy": 0.2675049722194672, + "num_tokens": 15335914.0, + "step": 5345 + }, + { + "entropy": 5.012625598907471, + "epoch": 6.34638196915777, + "grad_norm": 1.296875, + "learning_rate": 0.00021486626544223332, + "loss": 4.317, + "mean_token_accuracy": 0.25726097226142886, + "num_tokens": 15350136.0, + "step": 5350 + }, + { + "entropy": 5.0181556224823, + "epoch": 6.352313167259786, + "grad_norm": 1.421875, + "learning_rate": 0.00021440740741518534, + "loss": 4.2696, + "mean_token_accuracy": 0.26408939957618716, + "num_tokens": 15362615.0, + "step": 5355 + }, + { + "entropy": 5.001295375823974, + "epoch": 6.358244365361803, + "grad_norm": 1.5390625, + "learning_rate": 0.00021394882093908097, + "loss": 4.2675, + "mean_token_accuracy": 0.2587674051523209, + "num_tokens": 15377410.0, + "step": 5360 + }, + { + "entropy": 5.001947593688965, + "epoch": 6.36417556346382, + "grad_norm": 1.4296875, + "learning_rate": 0.00021349050806911536, + "loss": 4.2396, + "mean_token_accuracy": 0.26232816129922865, + "num_tokens": 15391601.0, + "step": 5365 + }, + { + "entropy": 4.981376266479492, + "epoch": 6.370106761565836, + "grad_norm": 1.3828125, + "learning_rate": 0.00021303247085925715, + "loss": 4.275, + "mean_token_accuracy": 0.25759045481681825, + "num_tokens": 15404904.0, + "step": 5370 + }, + { + "entropy": 4.972017908096314, + "epoch": 6.376037959667853, + "grad_norm": 1.40625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1785, + "mean_token_accuracy": 0.2671340972185135, + "num_tokens": 15417438.0, + "step": 5375 + }, + { + "entropy": 4.9670978546142575, + "epoch": 6.38196915776987, + "grad_norm": 1.3828125, + "learning_rate": 0.00021211723162955194, + "loss": 4.2631, + "mean_token_accuracy": 0.26574990898370743, + "num_tokens": 15431449.0, + "step": 5380 + }, + { + "entropy": 5.062072324752807, + "epoch": 6.387900355871886, + "grad_norm": 1.4375, + "learning_rate": 0.00021166003371142855, + "loss": 4.3397, + "mean_token_accuracy": 0.24796287715435028, + "num_tokens": 15446236.0, + "step": 5385 + }, + { + "entropy": 5.07905125617981, + "epoch": 6.393831553973903, + "grad_norm": 1.3359375, + "learning_rate": 0.0002112031196568418, + "loss": 4.3522, + "mean_token_accuracy": 0.2528716191649437, + "num_tokens": 15460813.0, + "step": 5390 + }, + { + "entropy": 5.038124704360962, + "epoch": 6.39976275207592, + "grad_norm": 1.40625, + "learning_rate": 0.00021074649151349157, + "loss": 4.3095, + "mean_token_accuracy": 0.25035764575004577, + "num_tokens": 15476259.0, + "step": 5395 + }, + { + "entropy": 5.005946063995362, + "epoch": 6.405693950177936, + "grad_norm": 1.4375, + "learning_rate": 0.00021029015132779615, + "loss": 4.2713, + "mean_token_accuracy": 0.25605716109275817, + "num_tokens": 15489630.0, + "step": 5400 + }, + { + "entropy": 4.9758141994476315, + "epoch": 6.411625148279953, + "grad_norm": 1.1953125, + "learning_rate": 0.00020983410114488367, + "loss": 4.2804, + "mean_token_accuracy": 0.2633867159485817, + "num_tokens": 15504826.0, + "step": 5405 + }, + { + "entropy": 5.095077753067017, + "epoch": 6.41755634638197, + "grad_norm": 1.21875, + "learning_rate": 0.0002093783430085825, + "loss": 4.3843, + "mean_token_accuracy": 0.2466120555996895, + "num_tokens": 15521236.0, + "step": 5410 + }, + { + "entropy": 5.009157133102417, + "epoch": 6.423487544483986, + "grad_norm": 1.3671875, + "learning_rate": 0.00020892287896141204, + "loss": 4.3164, + "mean_token_accuracy": 0.2507207080721855, + "num_tokens": 15535232.0, + "step": 5415 + }, + { + "entropy": 4.967687273025513, + "epoch": 6.4294187425860025, + "grad_norm": 1.34375, + "learning_rate": 0.0002084677110445739, + "loss": 4.3213, + "mean_token_accuracy": 0.2534439966082573, + "num_tokens": 15549986.0, + "step": 5420 + }, + { + "entropy": 4.997312068939209, + "epoch": 6.435349940688019, + "grad_norm": 1.3125, + "learning_rate": 0.0002080128412979425, + "loss": 4.3035, + "mean_token_accuracy": 0.2496727466583252, + "num_tokens": 15564901.0, + "step": 5425 + }, + { + "entropy": 5.063030624389649, + "epoch": 6.4412811387900355, + "grad_norm": 1.578125, + "learning_rate": 0.00020755827176005575, + "loss": 4.3508, + "mean_token_accuracy": 0.25321594923734664, + "num_tokens": 15582895.0, + "step": 5430 + }, + { + "entropy": 5.005529594421387, + "epoch": 6.447212336892052, + "grad_norm": 1.296875, + "learning_rate": 0.00020710400446810658, + "loss": 4.2506, + "mean_token_accuracy": 0.2576309829950333, + "num_tokens": 15596965.0, + "step": 5435 + }, + { + "entropy": 5.011136293411255, + "epoch": 6.4531435349940685, + "grad_norm": 1.2265625, + "learning_rate": 0.00020665004145793293, + "loss": 4.3019, + "mean_token_accuracy": 0.25358843207359316, + "num_tokens": 15611688.0, + "step": 5440 + }, + { + "entropy": 4.997492885589599, + "epoch": 6.459074733096085, + "grad_norm": 1.171875, + "learning_rate": 0.00020619638476400943, + "loss": 4.3155, + "mean_token_accuracy": 0.254525488615036, + "num_tokens": 15626567.0, + "step": 5445 + }, + { + "entropy": 5.012764024734497, + "epoch": 6.465005931198102, + "grad_norm": 1.3984375, + "learning_rate": 0.00020574303641943782, + "loss": 4.2949, + "mean_token_accuracy": 0.25787416100502014, + "num_tokens": 15641448.0, + "step": 5450 + }, + { + "entropy": 4.973249864578247, + "epoch": 6.470937129300118, + "grad_norm": 1.640625, + "learning_rate": 0.0002052899984559377, + "loss": 4.2957, + "mean_token_accuracy": 0.25665432065725324, + "num_tokens": 15655478.0, + "step": 5455 + }, + { + "entropy": 4.9652416706085205, + "epoch": 6.476868327402135, + "grad_norm": 1.2578125, + "learning_rate": 0.00020483727290383812, + "loss": 4.2559, + "mean_token_accuracy": 0.2595137730240822, + "num_tokens": 15670268.0, + "step": 5460 + }, + { + "entropy": 5.0037332534790036, + "epoch": 6.482799525504152, + "grad_norm": 1.2734375, + "learning_rate": 0.00020438486179206772, + "loss": 4.2668, + "mean_token_accuracy": 0.26161179691553116, + "num_tokens": 15684346.0, + "step": 5465 + }, + { + "entropy": 5.056458282470703, + "epoch": 6.488730723606168, + "grad_norm": 1.4296875, + "learning_rate": 0.0002039327671481459, + "loss": 4.3082, + "mean_token_accuracy": 0.25756986290216444, + "num_tokens": 15697715.0, + "step": 5470 + }, + { + "entropy": 4.9800026416778564, + "epoch": 6.494661921708185, + "grad_norm": 1.5390625, + "learning_rate": 0.000203480990998174, + "loss": 4.2732, + "mean_token_accuracy": 0.2652369484305382, + "num_tokens": 15711164.0, + "step": 5475 + }, + { + "entropy": 5.010848426818848, + "epoch": 6.500593119810202, + "grad_norm": 1.3671875, + "learning_rate": 0.00020302953536682606, + "loss": 4.3121, + "mean_token_accuracy": 0.25519239008426664, + "num_tokens": 15726090.0, + "step": 5480 + }, + { + "entropy": 4.979192781448364, + "epoch": 6.506524317912218, + "grad_norm": 1.40625, + "learning_rate": 0.00020257840227733926, + "loss": 4.3159, + "mean_token_accuracy": 0.2554710179567337, + "num_tokens": 15740267.0, + "step": 5485 + }, + { + "entropy": 5.0485481262207035, + "epoch": 6.512455516014235, + "grad_norm": 1.34375, + "learning_rate": 0.00020212759375150564, + "loss": 4.2913, + "mean_token_accuracy": 0.2593435138463974, + "num_tokens": 15755531.0, + "step": 5490 + }, + { + "entropy": 4.97378363609314, + "epoch": 6.518386714116252, + "grad_norm": 1.3515625, + "learning_rate": 0.00020167711180966275, + "loss": 4.2902, + "mean_token_accuracy": 0.25500780791044236, + "num_tokens": 15770763.0, + "step": 5495 + }, + { + "entropy": 4.9556597709655765, + "epoch": 6.524317912218268, + "grad_norm": 1.4609375, + "learning_rate": 0.00020122695847068413, + "loss": 4.2733, + "mean_token_accuracy": 0.2600768730044365, + "num_tokens": 15784076.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.884481093634857, + "eval_loss": 5.281618595123291, + "eval_mean_token_accuracy": 0.1946958752771828, + "eval_num_tokens": 15784076.0, + "eval_runtime": 1.8516, + "eval_samples_per_second": 1408.539, + "eval_steps_per_second": 176.067, + "step": 5500 + }, + { + "entropy": 4.992613029479981, + "epoch": 6.530249110320285, + "grad_norm": 1.375, + "learning_rate": 0.00020077713575197115, + "loss": 4.2774, + "mean_token_accuracy": 0.2598809704184532, + "num_tokens": 15798772.0, + "step": 5505 + }, + { + "entropy": 4.969381618499756, + "epoch": 6.536180308422301, + "grad_norm": 1.3125, + "learning_rate": 0.000200327645669443, + "loss": 4.3222, + "mean_token_accuracy": 0.2580392867326736, + "num_tokens": 15813063.0, + "step": 5510 + }, + { + "entropy": 5.044298219680786, + "epoch": 6.542111506524318, + "grad_norm": 1.25, + "learning_rate": 0.0001998784902375284, + "loss": 4.3691, + "mean_token_accuracy": 0.2431435078382492, + "num_tokens": 15827988.0, + "step": 5515 + }, + { + "entropy": 5.024580574035644, + "epoch": 6.548042704626335, + "grad_norm": 1.3203125, + "learning_rate": 0.00019942967146915642, + "loss": 4.3362, + "mean_token_accuracy": 0.2600793331861496, + "num_tokens": 15843536.0, + "step": 5520 + }, + { + "entropy": 4.991915321350097, + "epoch": 6.553973902728351, + "grad_norm": 1.171875, + "learning_rate": 0.000198981191375747, + "loss": 4.2833, + "mean_token_accuracy": 0.2573126941919327, + "num_tokens": 15858319.0, + "step": 5525 + }, + { + "entropy": 5.046734762191773, + "epoch": 6.559905100830368, + "grad_norm": 1.296875, + "learning_rate": 0.0001985330519672025, + "loss": 4.3785, + "mean_token_accuracy": 0.2462637796998024, + "num_tokens": 15873593.0, + "step": 5530 + }, + { + "entropy": 5.0682448387146, + "epoch": 6.565836298932385, + "grad_norm": 1.296875, + "learning_rate": 0.00019808525525189864, + "loss": 4.3884, + "mean_token_accuracy": 0.24961629062891005, + "num_tokens": 15889558.0, + "step": 5535 + }, + { + "entropy": 4.950687074661255, + "epoch": 6.571767497034401, + "grad_norm": 1.2421875, + "learning_rate": 0.00019763780323667478, + "loss": 4.2593, + "mean_token_accuracy": 0.25389406830072403, + "num_tokens": 15904563.0, + "step": 5540 + }, + { + "entropy": 5.019732427597046, + "epoch": 6.577698695136418, + "grad_norm": 1.5546875, + "learning_rate": 0.00019719069792682603, + "loss": 4.2874, + "mean_token_accuracy": 0.26106633692979814, + "num_tokens": 15917386.0, + "step": 5545 + }, + { + "entropy": 4.999498510360718, + "epoch": 6.5836298932384345, + "grad_norm": 1.4453125, + "learning_rate": 0.00019674394132609358, + "loss": 4.2255, + "mean_token_accuracy": 0.26569036692380904, + "num_tokens": 15930288.0, + "step": 5550 + }, + { + "entropy": 5.013231325149536, + "epoch": 6.5895610913404505, + "grad_norm": 1.4375, + "learning_rate": 0.00019629753543665558, + "loss": 4.2773, + "mean_token_accuracy": 0.26227799504995347, + "num_tokens": 15943755.0, + "step": 5555 + }, + { + "entropy": 4.989235734939575, + "epoch": 6.5954922894424675, + "grad_norm": 1.5703125, + "learning_rate": 0.00019585148225911863, + "loss": 4.3205, + "mean_token_accuracy": 0.25589252859354017, + "num_tokens": 15956775.0, + "step": 5560 + }, + { + "entropy": 4.992581224441528, + "epoch": 6.6014234875444835, + "grad_norm": 1.5625, + "learning_rate": 0.0001954057837925089, + "loss": 4.2927, + "mean_token_accuracy": 0.255673760175705, + "num_tokens": 15970574.0, + "step": 5565 + }, + { + "entropy": 4.997840213775635, + "epoch": 6.6073546856465, + "grad_norm": 1.359375, + "learning_rate": 0.00019496044203426227, + "loss": 4.2622, + "mean_token_accuracy": 0.26642684191465377, + "num_tokens": 15984655.0, + "step": 5570 + }, + { + "entropy": 4.9672706604003904, + "epoch": 6.613285883748517, + "grad_norm": 1.53125, + "learning_rate": 0.0001945154589802165, + "loss": 4.273, + "mean_token_accuracy": 0.2563008666038513, + "num_tokens": 15999153.0, + "step": 5575 + }, + { + "entropy": 5.062337398529053, + "epoch": 6.619217081850534, + "grad_norm": 1.4296875, + "learning_rate": 0.00019407083662460167, + "loss": 4.3264, + "mean_token_accuracy": 0.25327343344688413, + "num_tokens": 16013469.0, + "step": 5580 + }, + { + "entropy": 5.05042200088501, + "epoch": 6.62514827995255, + "grad_norm": 1.28125, + "learning_rate": 0.00019362657696003118, + "loss": 4.383, + "mean_token_accuracy": 0.24745286107063294, + "num_tokens": 16026952.0, + "step": 5585 + }, + { + "entropy": 4.911050510406494, + "epoch": 6.631079478054567, + "grad_norm": 1.3046875, + "learning_rate": 0.00019318268197749333, + "loss": 4.267, + "mean_token_accuracy": 0.2533601656556129, + "num_tokens": 16042174.0, + "step": 5590 + }, + { + "entropy": 4.979975843429566, + "epoch": 6.637010676156583, + "grad_norm": 1.4375, + "learning_rate": 0.0001927391536663417, + "loss": 4.2227, + "mean_token_accuracy": 0.2669878140091896, + "num_tokens": 16056978.0, + "step": 5595 + }, + { + "entropy": 5.086388874053955, + "epoch": 6.6429418742586, + "grad_norm": 1.3828125, + "learning_rate": 0.00019229599401428678, + "loss": 4.3623, + "mean_token_accuracy": 0.2505487442016602, + "num_tokens": 16072876.0, + "step": 5600 + }, + { + "entropy": 4.959554862976074, + "epoch": 6.648873072360617, + "grad_norm": 1.3125, + "learning_rate": 0.000191853205007387, + "loss": 4.2708, + "mean_token_accuracy": 0.2592278331518173, + "num_tokens": 16087737.0, + "step": 5605 + }, + { + "entropy": 4.961795854568481, + "epoch": 6.654804270462633, + "grad_norm": 1.265625, + "learning_rate": 0.00019141078863003946, + "loss": 4.3073, + "mean_token_accuracy": 0.2558647975325584, + "num_tokens": 16102186.0, + "step": 5610 + }, + { + "entropy": 5.00455961227417, + "epoch": 6.66073546856465, + "grad_norm": 1.453125, + "learning_rate": 0.0001909687468649715, + "loss": 4.3416, + "mean_token_accuracy": 0.25692396610975266, + "num_tokens": 16115732.0, + "step": 5615 + }, + { + "entropy": 5.02725658416748, + "epoch": 6.666666666666667, + "grad_norm": 1.2421875, + "learning_rate": 0.00019052708169323157, + "loss": 4.2383, + "mean_token_accuracy": 0.26466243863105776, + "num_tokens": 16129857.0, + "step": 5620 + }, + { + "entropy": 5.016177845001221, + "epoch": 6.672597864768683, + "grad_norm": 1.328125, + "learning_rate": 0.00019008579509418016, + "loss": 4.2626, + "mean_token_accuracy": 0.26054307669401167, + "num_tokens": 16144647.0, + "step": 5625 + }, + { + "entropy": 5.021915864944458, + "epoch": 6.6785290628707, + "grad_norm": 1.2421875, + "learning_rate": 0.00018964488904548143, + "loss": 4.4141, + "mean_token_accuracy": 0.2402704417705536, + "num_tokens": 16161098.0, + "step": 5630 + }, + { + "entropy": 4.967159461975098, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.2638, + "mean_token_accuracy": 0.26501198709011076, + "num_tokens": 16175787.0, + "step": 5635 + }, + { + "entropy": 5.022961235046386, + "epoch": 6.690391459074733, + "grad_norm": 1.328125, + "learning_rate": 0.00018876422650126196, + "loss": 4.2766, + "mean_token_accuracy": 0.2616144120693207, + "num_tokens": 16190855.0, + "step": 5640 + }, + { + "entropy": 4.9670257568359375, + "epoch": 6.69632265717675, + "grad_norm": 1.453125, + "learning_rate": 0.00018832447395250658, + "loss": 4.264, + "mean_token_accuracy": 0.26231630742549894, + "num_tokens": 16205330.0, + "step": 5645 + }, + { + "entropy": 4.970721054077148, + "epoch": 6.702253855278766, + "grad_norm": 1.390625, + "learning_rate": 0.00018788510984761697, + "loss": 4.3421, + "mean_token_accuracy": 0.2487207517027855, + "num_tokens": 16220297.0, + "step": 5650 + }, + { + "entropy": 5.020165491104126, + "epoch": 6.708185053380783, + "grad_norm": 1.3828125, + "learning_rate": 0.0001874461361556412, + "loss": 4.2893, + "mean_token_accuracy": 0.2616558983922005, + "num_tokens": 16234499.0, + "step": 5655 + }, + { + "entropy": 5.000153207778931, + "epoch": 6.7141162514828, + "grad_norm": 1.3203125, + "learning_rate": 0.00018700755484387795, + "loss": 4.274, + "mean_token_accuracy": 0.2563459500670433, + "num_tokens": 16248717.0, + "step": 5660 + }, + { + "entropy": 5.028919696807861, + "epoch": 6.720047449584817, + "grad_norm": 1.5078125, + "learning_rate": 0.0001865693678778672, + "loss": 4.344, + "mean_token_accuracy": 0.25129691511392593, + "num_tokens": 16264245.0, + "step": 5665 + }, + { + "entropy": 4.946048212051392, + "epoch": 6.725978647686833, + "grad_norm": 1.484375, + "learning_rate": 0.0001861315772213818, + "loss": 4.2232, + "mean_token_accuracy": 0.264399316906929, + "num_tokens": 16278194.0, + "step": 5670 + }, + { + "entropy": 4.968748998641968, + "epoch": 6.7319098457888495, + "grad_norm": 1.546875, + "learning_rate": 0.00018569418483641847, + "loss": 4.2983, + "mean_token_accuracy": 0.25009156465530397, + "num_tokens": 16291351.0, + "step": 5675 + }, + { + "entropy": 4.997514867782593, + "epoch": 6.737841043890866, + "grad_norm": 1.2421875, + "learning_rate": 0.00018525719268318896, + "loss": 4.3553, + "mean_token_accuracy": 0.2540345326066017, + "num_tokens": 16305860.0, + "step": 5680 + }, + { + "entropy": 5.055976247787475, + "epoch": 6.7437722419928825, + "grad_norm": 1.421875, + "learning_rate": 0.00018482060272011135, + "loss": 4.3244, + "mean_token_accuracy": 0.25088112652301786, + "num_tokens": 16321514.0, + "step": 5685 + }, + { + "entropy": 4.97979998588562, + "epoch": 6.749703440094899, + "grad_norm": 1.5234375, + "learning_rate": 0.00018438441690380141, + "loss": 4.2751, + "mean_token_accuracy": 0.26026569604873656, + "num_tokens": 16335179.0, + "step": 5690 + }, + { + "entropy": 5.074652004241943, + "epoch": 6.7556346381969155, + "grad_norm": 1.3203125, + "learning_rate": 0.00018394863718906352, + "loss": 4.4071, + "mean_token_accuracy": 0.254218690097332, + "num_tokens": 16349015.0, + "step": 5695 + }, + { + "entropy": 5.019668960571289, + "epoch": 6.761565836298932, + "grad_norm": 1.3046875, + "learning_rate": 0.00018351326552888214, + "loss": 4.3321, + "mean_token_accuracy": 0.2562092557549477, + "num_tokens": 16363159.0, + "step": 5700 + }, + { + "entropy": 4.9923424243927, + "epoch": 6.767497034400949, + "grad_norm": 1.25, + "learning_rate": 0.00018307830387441322, + "loss": 4.273, + "mean_token_accuracy": 0.26362170577049254, + "num_tokens": 16377666.0, + "step": 5705 + }, + { + "entropy": 4.977004051208496, + "epoch": 6.773428232502965, + "grad_norm": 1.59375, + "learning_rate": 0.00018264375417497474, + "loss": 4.2406, + "mean_token_accuracy": 0.2623505651950836, + "num_tokens": 16388704.0, + "step": 5710 + }, + { + "entropy": 4.962380838394165, + "epoch": 6.779359430604982, + "grad_norm": 1.3359375, + "learning_rate": 0.00018220961837803895, + "loss": 4.2847, + "mean_token_accuracy": 0.2599011495709419, + "num_tokens": 16401754.0, + "step": 5715 + }, + { + "entropy": 4.948617219924927, + "epoch": 6.785290628706999, + "grad_norm": 1.4140625, + "learning_rate": 0.00018177589842922293, + "loss": 4.2692, + "mean_token_accuracy": 0.26144648939371107, + "num_tokens": 16418388.0, + "step": 5720 + }, + { + "entropy": 4.979605340957642, + "epoch": 6.791221826809015, + "grad_norm": 1.296875, + "learning_rate": 0.00018134259627228006, + "loss": 4.2829, + "mean_token_accuracy": 0.2577250197529793, + "num_tokens": 16431601.0, + "step": 5725 + }, + { + "entropy": 4.999537801742553, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.2499, + "mean_token_accuracy": 0.2631471410393715, + "num_tokens": 16446110.0, + "step": 5730 + }, + { + "entropy": 5.030329990386963, + "epoch": 6.803084223013048, + "grad_norm": 1.359375, + "learning_rate": 0.00018047725309965735, + "loss": 4.3301, + "mean_token_accuracy": 0.2531889766454697, + "num_tokens": 16460036.0, + "step": 5735 + }, + { + "entropy": 4.995620012283325, + "epoch": 6.809015421115065, + "grad_norm": 1.40625, + "learning_rate": 0.00018004521596208766, + "loss": 4.248, + "mean_token_accuracy": 0.2623419493436813, + "num_tokens": 16472901.0, + "step": 5740 + }, + { + "entropy": 5.014560604095459, + "epoch": 6.814946619217082, + "grad_norm": 1.40625, + "learning_rate": 0.00017961360437259439, + "loss": 4.3113, + "mean_token_accuracy": 0.25390406548976896, + "num_tokens": 16486612.0, + "step": 5745 + }, + { + "entropy": 5.014849090576172, + "epoch": 6.820877817319099, + "grad_norm": 1.375, + "learning_rate": 0.0001791824202654821, + "loss": 4.3416, + "mean_token_accuracy": 0.25288961082696915, + "num_tokens": 16500559.0, + "step": 5750 + }, + { + "entropy": 5.032455158233643, + "epoch": 6.826809015421115, + "grad_norm": 1.4921875, + "learning_rate": 0.0001787516655731397, + "loss": 4.3302, + "mean_token_accuracy": 0.2583913758397102, + "num_tokens": 16515752.0, + "step": 5755 + }, + { + "entropy": 5.089465379714966, + "epoch": 6.832740213523132, + "grad_norm": 1.3671875, + "learning_rate": 0.0001783213422260316, + "loss": 4.3634, + "mean_token_accuracy": 0.2511953800916672, + "num_tokens": 16531023.0, + "step": 5760 + }, + { + "entropy": 5.050791549682617, + "epoch": 6.838671411625148, + "grad_norm": 1.328125, + "learning_rate": 0.00017789145215268905, + "loss": 4.356, + "mean_token_accuracy": 0.25255084186792376, + "num_tokens": 16544717.0, + "step": 5765 + }, + { + "entropy": 5.027574872970581, + "epoch": 6.844602609727165, + "grad_norm": 1.59375, + "learning_rate": 0.00017746199727970157, + "loss": 4.2875, + "mean_token_accuracy": 0.25751627534627913, + "num_tokens": 16558718.0, + "step": 5770 + }, + { + "entropy": 4.941769981384278, + "epoch": 6.850533807829182, + "grad_norm": 1.3984375, + "learning_rate": 0.00017703297953170855, + "loss": 4.2604, + "mean_token_accuracy": 0.2565512701869011, + "num_tokens": 16571971.0, + "step": 5775 + }, + { + "entropy": 4.9367735385894775, + "epoch": 6.856465005931198, + "grad_norm": 1.296875, + "learning_rate": 0.0001766044008313898, + "loss": 4.2527, + "mean_token_accuracy": 0.25663810819387434, + "num_tokens": 16586810.0, + "step": 5780 + }, + { + "entropy": 4.999728393554688, + "epoch": 6.862396204033215, + "grad_norm": 1.46875, + "learning_rate": 0.00017617626309945805, + "loss": 4.3135, + "mean_token_accuracy": 0.260909603536129, + "num_tokens": 16600444.0, + "step": 5785 + }, + { + "entropy": 5.033272361755371, + "epoch": 6.868327402135232, + "grad_norm": 1.3515625, + "learning_rate": 0.0001757485682546495, + "loss": 4.3154, + "mean_token_accuracy": 0.2603486180305481, + "num_tokens": 16614296.0, + "step": 5790 + }, + { + "entropy": 5.006903886795044, + "epoch": 6.874258600237248, + "grad_norm": 1.4453125, + "learning_rate": 0.00017532131821371556, + "loss": 4.2961, + "mean_token_accuracy": 0.2593622162938118, + "num_tokens": 16629672.0, + "step": 5795 + }, + { + "entropy": 5.031254053115845, + "epoch": 6.880189798339265, + "grad_norm": 1.4609375, + "learning_rate": 0.00017489451489141426, + "loss": 4.3251, + "mean_token_accuracy": 0.2636476755142212, + "num_tokens": 16643371.0, + "step": 5800 + }, + { + "entropy": 4.998486804962158, + "epoch": 6.8861209964412815, + "grad_norm": 1.2578125, + "learning_rate": 0.00017446816020050165, + "loss": 4.2776, + "mean_token_accuracy": 0.26118607372045516, + "num_tokens": 16657859.0, + "step": 5805 + }, + { + "entropy": 5.012885808944702, + "epoch": 6.8920521945432975, + "grad_norm": 1.375, + "learning_rate": 0.00017404225605172302, + "loss": 4.3016, + "mean_token_accuracy": 0.2527347654104233, + "num_tokens": 16672558.0, + "step": 5810 + }, + { + "entropy": 5.0123857975006105, + "epoch": 6.8979833926453145, + "grad_norm": 1.421875, + "learning_rate": 0.00017361680435380473, + "loss": 4.3303, + "mean_token_accuracy": 0.25539321452379227, + "num_tokens": 16689315.0, + "step": 5815 + }, + { + "entropy": 5.009195709228516, + "epoch": 6.9039145907473305, + "grad_norm": 1.390625, + "learning_rate": 0.00017319180701344533, + "loss": 4.2732, + "mean_token_accuracy": 0.2532987639307976, + "num_tokens": 16702497.0, + "step": 5820 + }, + { + "entropy": 5.049877500534057, + "epoch": 6.909845788849347, + "grad_norm": 1.5390625, + "learning_rate": 0.0001727672659353072, + "loss": 4.3818, + "mean_token_accuracy": 0.2502291098237038, + "num_tokens": 16718310.0, + "step": 5825 + }, + { + "entropy": 5.045993995666504, + "epoch": 6.915776986951364, + "grad_norm": 1.4765625, + "learning_rate": 0.00017234318302200794, + "loss": 4.2844, + "mean_token_accuracy": 0.2645047038793564, + "num_tokens": 16731130.0, + "step": 5830 + }, + { + "entropy": 5.081157875061035, + "epoch": 6.921708185053381, + "grad_norm": 1.3125, + "learning_rate": 0.00017191956017411164, + "loss": 4.3502, + "mean_token_accuracy": 0.2512794554233551, + "num_tokens": 16745882.0, + "step": 5835 + }, + { + "entropy": 5.000585603713989, + "epoch": 6.927639383155397, + "grad_norm": 1.28125, + "learning_rate": 0.0001714963992901208, + "loss": 4.3411, + "mean_token_accuracy": 0.25133366882801056, + "num_tokens": 16761426.0, + "step": 5840 + }, + { + "entropy": 4.972080373764038, + "epoch": 6.933570581257414, + "grad_norm": 1.375, + "learning_rate": 0.00017107370226646765, + "loss": 4.3075, + "mean_token_accuracy": 0.2543981775641441, + "num_tokens": 16776461.0, + "step": 5845 + }, + { + "entropy": 5.011546659469604, + "epoch": 6.93950177935943, + "grad_norm": 1.3515625, + "learning_rate": 0.00017065147099750526, + "loss": 4.3078, + "mean_token_accuracy": 0.26084921658039095, + "num_tokens": 16790034.0, + "step": 5850 + }, + { + "entropy": 5.00345549583435, + "epoch": 6.945432977461447, + "grad_norm": 1.5234375, + "learning_rate": 0.00017022970737549963, + "loss": 4.2544, + "mean_token_accuracy": 0.2648362904787064, + "num_tokens": 16804732.0, + "step": 5855 + }, + { + "entropy": 4.927154588699341, + "epoch": 6.951364175563464, + "grad_norm": 1.390625, + "learning_rate": 0.00016980841329062096, + "loss": 4.2159, + "mean_token_accuracy": 0.25904741138219833, + "num_tokens": 16818105.0, + "step": 5860 + }, + { + "entropy": 4.91227388381958, + "epoch": 6.95729537366548, + "grad_norm": 1.3828125, + "learning_rate": 0.00016938759063093507, + "loss": 4.2488, + "mean_token_accuracy": 0.26759051233530046, + "num_tokens": 16832259.0, + "step": 5865 + }, + { + "entropy": 4.974284934997558, + "epoch": 6.963226571767497, + "grad_norm": 1.3046875, + "learning_rate": 0.00016896724128239517, + "loss": 4.265, + "mean_token_accuracy": 0.26329739689826964, + "num_tokens": 16847714.0, + "step": 5870 + }, + { + "entropy": 4.969742631912231, + "epoch": 6.969157769869514, + "grad_norm": 1.2578125, + "learning_rate": 0.00016854736712883323, + "loss": 4.2871, + "mean_token_accuracy": 0.25936786979436877, + "num_tokens": 16862135.0, + "step": 5875 + }, + { + "entropy": 5.012219619750977, + "epoch": 6.97508896797153, + "grad_norm": 1.4296875, + "learning_rate": 0.00016812797005195146, + "loss": 4.3105, + "mean_token_accuracy": 0.25560787320137024, + "num_tokens": 16875888.0, + "step": 5880 + }, + { + "entropy": 5.059024286270142, + "epoch": 6.981020166073547, + "grad_norm": 1.4140625, + "learning_rate": 0.00016770905193131425, + "loss": 4.3913, + "mean_token_accuracy": 0.2509492576122284, + "num_tokens": 16889548.0, + "step": 5885 + }, + { + "entropy": 4.98057074546814, + "epoch": 6.986951364175564, + "grad_norm": 1.46875, + "learning_rate": 0.00016729061464433928, + "loss": 4.3037, + "mean_token_accuracy": 0.25645725429058075, + "num_tokens": 16903302.0, + "step": 5890 + }, + { + "entropy": 5.055238819122314, + "epoch": 6.99288256227758, + "grad_norm": 1.265625, + "learning_rate": 0.00016687266006628948, + "loss": 4.3499, + "mean_token_accuracy": 0.2564648509025574, + "num_tokens": 16917045.0, + "step": 5895 + }, + { + "entropy": 5.030117034912109, + "epoch": 6.998813760379597, + "grad_norm": 1.4921875, + "learning_rate": 0.00016645519007026455, + "loss": 4.2603, + "mean_token_accuracy": 0.2664614528417587, + "num_tokens": 16931046.0, + "step": 5900 + }, + { + "entropy": 5.033857774734497, + "epoch": 7.004744958481614, + "grad_norm": 1.3984375, + "learning_rate": 0.00016603820652719216, + "loss": 4.1797, + "mean_token_accuracy": 0.27322164475917815, + "num_tokens": 16945637.0, + "step": 5905 + }, + { + "entropy": 4.99234790802002, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.1773, + "mean_token_accuracy": 0.2691218316555023, + "num_tokens": 16961200.0, + "step": 5910 + }, + { + "entropy": 4.991095781326294, + "epoch": 7.016607354685647, + "grad_norm": 1.4375, + "learning_rate": 0.00016520570627270815, + "loss": 4.1845, + "mean_token_accuracy": 0.2716655969619751, + "num_tokens": 16973208.0, + "step": 5915 + }, + { + "entropy": 4.963917970657349, + "epoch": 7.022538552787663, + "grad_norm": 1.203125, + "learning_rate": 0.00016479019329221839, + "loss": 4.1768, + "mean_token_accuracy": 0.2727633535861969, + "num_tokens": 16987835.0, + "step": 5920 + }, + { + "entropy": 4.995104169845581, + "epoch": 7.02846975088968, + "grad_norm": 1.3984375, + "learning_rate": 0.00016437517422650838, + "loss": 4.1941, + "mean_token_accuracy": 0.2673430025577545, + "num_tokens": 17002627.0, + "step": 5925 + }, + { + "entropy": 5.021654653549194, + "epoch": 7.0344009489916965, + "grad_norm": 1.6015625, + "learning_rate": 0.00016396065093552198, + "loss": 4.1729, + "mean_token_accuracy": 0.2638517066836357, + "num_tokens": 17017368.0, + "step": 5930 + }, + { + "entropy": 5.045068597793579, + "epoch": 7.040332147093713, + "grad_norm": 1.234375, + "learning_rate": 0.000163546625276981, + "loss": 4.1881, + "mean_token_accuracy": 0.27000432312488554, + "num_tokens": 17031114.0, + "step": 5935 + }, + { + "entropy": 4.965819215774536, + "epoch": 7.0462633451957295, + "grad_norm": 1.359375, + "learning_rate": 0.00016313309910637736, + "loss": 4.1614, + "mean_token_accuracy": 0.27423699051141737, + "num_tokens": 17045287.0, + "step": 5940 + }, + { + "entropy": 4.967565965652466, + "epoch": 7.052194543297746, + "grad_norm": 1.234375, + "learning_rate": 0.0001627200742769644, + "loss": 4.1771, + "mean_token_accuracy": 0.2699409484863281, + "num_tokens": 17059684.0, + "step": 5945 + }, + { + "entropy": 5.021118640899658, + "epoch": 7.0581257413997625, + "grad_norm": 1.2734375, + "learning_rate": 0.00016230755263974838, + "loss": 4.2512, + "mean_token_accuracy": 0.26112324744462967, + "num_tokens": 17077482.0, + "step": 5950 + }, + { + "entropy": 4.998319244384765, + "epoch": 7.064056939501779, + "grad_norm": 1.296875, + "learning_rate": 0.00016189553604348101, + "loss": 4.2574, + "mean_token_accuracy": 0.2602573648095131, + "num_tokens": 17092479.0, + "step": 5955 + }, + { + "entropy": 4.996929788589478, + "epoch": 7.069988137603796, + "grad_norm": 1.40625, + "learning_rate": 0.00016148402633465005, + "loss": 4.1776, + "mean_token_accuracy": 0.2744797199964523, + "num_tokens": 17106726.0, + "step": 5960 + }, + { + "entropy": 5.06904821395874, + "epoch": 7.075919335705812, + "grad_norm": 1.375, + "learning_rate": 0.00016107302535747192, + "loss": 4.2429, + "mean_token_accuracy": 0.2710800006985664, + "num_tokens": 17119454.0, + "step": 5965 + }, + { + "entropy": 4.988620471954346, + "epoch": 7.081850533807829, + "grad_norm": 1.4609375, + "learning_rate": 0.00016066253495388306, + "loss": 4.197, + "mean_token_accuracy": 0.2724588751792908, + "num_tokens": 17133816.0, + "step": 5970 + }, + { + "entropy": 4.975905704498291, + "epoch": 7.087781731909846, + "grad_norm": 1.515625, + "learning_rate": 0.0001602525569635317, + "loss": 4.1541, + "mean_token_accuracy": 0.2806005463004112, + "num_tokens": 17148047.0, + "step": 5975 + }, + { + "entropy": 4.982966947555542, + "epoch": 7.093712930011862, + "grad_norm": 1.2421875, + "learning_rate": 0.00015984309322376967, + "loss": 4.2284, + "mean_token_accuracy": 0.26824335008859634, + "num_tokens": 17162948.0, + "step": 5980 + }, + { + "entropy": 4.98968391418457, + "epoch": 7.099644128113879, + "grad_norm": 1.2890625, + "learning_rate": 0.00015943414556964422, + "loss": 4.1955, + "mean_token_accuracy": 0.26559202671051024, + "num_tokens": 17177840.0, + "step": 5985 + }, + { + "entropy": 5.05318660736084, + "epoch": 7.105575326215895, + "grad_norm": 1.46875, + "learning_rate": 0.00015902571583388945, + "loss": 4.1883, + "mean_token_accuracy": 0.2807733714580536, + "num_tokens": 17191946.0, + "step": 5990 + }, + { + "entropy": 5.0341709613800045, + "epoch": 7.111506524317912, + "grad_norm": 1.2578125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1909, + "mean_token_accuracy": 0.26572618931531905, + "num_tokens": 17206657.0, + "step": 5995 + }, + { + "entropy": 5.028892612457275, + "epoch": 7.117437722419929, + "grad_norm": 1.4375, + "learning_rate": 0.0001582104174368157, + "loss": 4.2624, + "mean_token_accuracy": 0.2579065799713135, + "num_tokens": 17222526.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.860331838116324, + "eval_loss": 5.283239841461182, + "eval_mean_token_accuracy": 0.19501724009590646, + "eval_num_tokens": 17222526.0, + "eval_runtime": 1.8499, + "eval_samples_per_second": 1409.799, + "eval_steps_per_second": 176.225, + "step": 6000 + }, + { + "entropy": 4.996658515930176, + "epoch": 7.123368920521945, + "grad_norm": 1.28125, + "learning_rate": 0.00015780355242932695, + "loss": 4.2152, + "mean_token_accuracy": 0.2664333865046501, + "num_tokens": 17237246.0, + "step": 6005 + }, + { + "entropy": 4.9872214794158936, + "epoch": 7.129300118623962, + "grad_norm": 1.40625, + "learning_rate": 0.0001573972126478531, + "loss": 4.202, + "mean_token_accuracy": 0.2610640674829483, + "num_tokens": 17251723.0, + "step": 6010 + }, + { + "entropy": 5.034897804260254, + "epoch": 7.135231316725979, + "grad_norm": 1.2734375, + "learning_rate": 0.0001569913999134412, + "loss": 4.1923, + "mean_token_accuracy": 0.27033864706754684, + "num_tokens": 17265323.0, + "step": 6015 + }, + { + "entropy": 4.984272432327271, + "epoch": 7.141162514827995, + "grad_norm": 1.484375, + "learning_rate": 0.00015658611604477585, + "loss": 4.2239, + "mean_token_accuracy": 0.2649402692914009, + "num_tokens": 17280554.0, + "step": 6020 + }, + { + "entropy": 5.018138980865478, + "epoch": 7.147093712930012, + "grad_norm": 1.265625, + "learning_rate": 0.00015618136285817187, + "loss": 4.2828, + "mean_token_accuracy": 0.2580919414758682, + "num_tokens": 17296187.0, + "step": 6025 + }, + { + "entropy": 4.942062187194824, + "epoch": 7.153024911032029, + "grad_norm": 1.390625, + "learning_rate": 0.0001557771421675657, + "loss": 4.1525, + "mean_token_accuracy": 0.2697895348072052, + "num_tokens": 17312340.0, + "step": 6030 + }, + { + "entropy": 5.044032335281372, + "epoch": 7.158956109134045, + "grad_norm": 1.5078125, + "learning_rate": 0.0001553734557845073, + "loss": 4.1748, + "mean_token_accuracy": 0.27034529894590376, + "num_tokens": 17326653.0, + "step": 6035 + }, + { + "entropy": 5.000232982635498, + "epoch": 7.164887307236062, + "grad_norm": 1.4140625, + "learning_rate": 0.00015497030551815216, + "loss": 4.2075, + "mean_token_accuracy": 0.2664830684661865, + "num_tokens": 17340938.0, + "step": 6040 + }, + { + "entropy": 4.997052574157715, + "epoch": 7.170818505338079, + "grad_norm": 1.4921875, + "learning_rate": 0.00015456769317525294, + "loss": 4.1841, + "mean_token_accuracy": 0.27608177363872527, + "num_tokens": 17354567.0, + "step": 6045 + }, + { + "entropy": 4.998716115951538, + "epoch": 7.176749703440095, + "grad_norm": 1.3671875, + "learning_rate": 0.00015416562056015177, + "loss": 4.2401, + "mean_token_accuracy": 0.2623141884803772, + "num_tokens": 17367630.0, + "step": 6050 + }, + { + "entropy": 5.019015693664551, + "epoch": 7.182680901542112, + "grad_norm": 1.671875, + "learning_rate": 0.00015376408947477188, + "loss": 4.1926, + "mean_token_accuracy": 0.2711896300315857, + "num_tokens": 17381173.0, + "step": 6055 + }, + { + "entropy": 4.932798957824707, + "epoch": 7.1886120996441285, + "grad_norm": 1.265625, + "learning_rate": 0.0001533631017186094, + "loss": 4.1447, + "mean_token_accuracy": 0.275094635784626, + "num_tokens": 17396260.0, + "step": 6060 + }, + { + "entropy": 4.983949375152588, + "epoch": 7.1945432977461445, + "grad_norm": 1.359375, + "learning_rate": 0.00015296265908872577, + "loss": 4.1916, + "mean_token_accuracy": 0.2668409705162048, + "num_tokens": 17411332.0, + "step": 6065 + }, + { + "entropy": 4.97582778930664, + "epoch": 7.2004744958481615, + "grad_norm": 1.3359375, + "learning_rate": 0.0001525627633797393, + "loss": 4.2001, + "mean_token_accuracy": 0.25806616693735124, + "num_tokens": 17425299.0, + "step": 6070 + }, + { + "entropy": 4.947870826721191, + "epoch": 7.2064056939501775, + "grad_norm": 1.3671875, + "learning_rate": 0.00015216341638381697, + "loss": 4.1923, + "mean_token_accuracy": 0.2692117840051651, + "num_tokens": 17439848.0, + "step": 6075 + }, + { + "entropy": 5.011146306991577, + "epoch": 7.212336892052194, + "grad_norm": 1.3203125, + "learning_rate": 0.00015176461989066707, + "loss": 4.2325, + "mean_token_accuracy": 0.26296504884958266, + "num_tokens": 17455291.0, + "step": 6080 + }, + { + "entropy": 5.007442474365234, + "epoch": 7.218268090154211, + "grad_norm": 1.2734375, + "learning_rate": 0.00015136637568753054, + "loss": 4.1944, + "mean_token_accuracy": 0.2676631540060043, + "num_tokens": 17470041.0, + "step": 6085 + }, + { + "entropy": 5.015366697311402, + "epoch": 7.224199288256227, + "grad_norm": 1.234375, + "learning_rate": 0.00015096868555917317, + "loss": 4.201, + "mean_token_accuracy": 0.2696864575147629, + "num_tokens": 17485355.0, + "step": 6090 + }, + { + "entropy": 4.98715033531189, + "epoch": 7.230130486358244, + "grad_norm": 1.453125, + "learning_rate": 0.0001505715512878777, + "loss": 4.2035, + "mean_token_accuracy": 0.2661321222782135, + "num_tokens": 17500087.0, + "step": 6095 + }, + { + "entropy": 4.998094940185547, + "epoch": 7.236061684460261, + "grad_norm": 1.3359375, + "learning_rate": 0.00015017497465343583, + "loss": 4.1818, + "mean_token_accuracy": 0.2720570430159569, + "num_tokens": 17514384.0, + "step": 6100 + }, + { + "entropy": 5.0090272426605225, + "epoch": 7.241992882562277, + "grad_norm": 1.4921875, + "learning_rate": 0.0001497789574331398, + "loss": 4.2401, + "mean_token_accuracy": 0.2661726549267769, + "num_tokens": 17530030.0, + "step": 6105 + }, + { + "entropy": 4.9937468528747555, + "epoch": 7.247924080664294, + "grad_norm": 1.546875, + "learning_rate": 0.00014938350140177527, + "loss": 4.158, + "mean_token_accuracy": 0.2728572905063629, + "num_tokens": 17543451.0, + "step": 6110 + }, + { + "entropy": 4.967116403579712, + "epoch": 7.253855278766311, + "grad_norm": 1.4765625, + "learning_rate": 0.00014898860833161242, + "loss": 4.1705, + "mean_token_accuracy": 0.2723910063505173, + "num_tokens": 17556197.0, + "step": 6115 + }, + { + "entropy": 5.035435152053833, + "epoch": 7.259786476868327, + "grad_norm": 1.3125, + "learning_rate": 0.0001485942799923988, + "loss": 4.2576, + "mean_token_accuracy": 0.2616627052426338, + "num_tokens": 17571220.0, + "step": 6120 + }, + { + "entropy": 5.000133228302002, + "epoch": 7.265717674970344, + "grad_norm": 1.4921875, + "learning_rate": 0.00014820051815135106, + "loss": 4.2279, + "mean_token_accuracy": 0.26863069385290145, + "num_tokens": 17584963.0, + "step": 6125 + }, + { + "entropy": 4.979132461547851, + "epoch": 7.271648873072361, + "grad_norm": 1.296875, + "learning_rate": 0.00014780732457314672, + "loss": 4.1939, + "mean_token_accuracy": 0.27767210602760317, + "num_tokens": 17598770.0, + "step": 6130 + }, + { + "entropy": 5.032865047454834, + "epoch": 7.277580071174377, + "grad_norm": 1.515625, + "learning_rate": 0.00014741470101991696, + "loss": 4.256, + "mean_token_accuracy": 0.2663093000650406, + "num_tokens": 17611750.0, + "step": 6135 + }, + { + "entropy": 4.987130784988404, + "epoch": 7.283511269276394, + "grad_norm": 1.4296875, + "learning_rate": 0.00014702264925123818, + "loss": 4.2188, + "mean_token_accuracy": 0.2721306845545769, + "num_tokens": 17625965.0, + "step": 6140 + }, + { + "entropy": 4.965415000915527, + "epoch": 7.289442467378411, + "grad_norm": 1.421875, + "learning_rate": 0.0001466311710241242, + "loss": 4.1516, + "mean_token_accuracy": 0.27398245632648466, + "num_tokens": 17639139.0, + "step": 6145 + }, + { + "entropy": 5.016174793243408, + "epoch": 7.295373665480427, + "grad_norm": 1.3359375, + "learning_rate": 0.0001462402680930187, + "loss": 4.2189, + "mean_token_accuracy": 0.2697419747710228, + "num_tokens": 17653942.0, + "step": 6150 + }, + { + "entropy": 4.958591175079346, + "epoch": 7.301304863582444, + "grad_norm": 1.6328125, + "learning_rate": 0.00014584994220978692, + "loss": 4.1869, + "mean_token_accuracy": 0.27116630524396895, + "num_tokens": 17666059.0, + "step": 6155 + }, + { + "entropy": 4.9346113204956055, + "epoch": 7.30723606168446, + "grad_norm": 1.296875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1567, + "mean_token_accuracy": 0.27043664902448655, + "num_tokens": 17680063.0, + "step": 6160 + }, + { + "entropy": 4.962654876708984, + "epoch": 7.313167259786477, + "grad_norm": 1.3359375, + "learning_rate": 0.0001450710285814671, + "loss": 4.2203, + "mean_token_accuracy": 0.2624976679682732, + "num_tokens": 17696051.0, + "step": 6165 + }, + { + "entropy": 4.983609580993653, + "epoch": 7.319098457888494, + "grad_norm": 1.4140625, + "learning_rate": 0.00014468244432714805, + "loss": 4.2232, + "mean_token_accuracy": 0.26373462826013566, + "num_tokens": 17710068.0, + "step": 6170 + }, + { + "entropy": 4.998736476898193, + "epoch": 7.32502965599051, + "grad_norm": 1.4765625, + "learning_rate": 0.00014429444410222453, + "loss": 4.1459, + "mean_token_accuracy": 0.2747643023729324, + "num_tokens": 17723846.0, + "step": 6175 + }, + { + "entropy": 4.926743888854981, + "epoch": 7.330960854092527, + "grad_norm": 1.4921875, + "learning_rate": 0.00014390702964555321, + "loss": 4.1781, + "mean_token_accuracy": 0.2682220906019211, + "num_tokens": 17736331.0, + "step": 6180 + }, + { + "entropy": 4.9428167819976805, + "epoch": 7.3368920521945435, + "grad_norm": 1.234375, + "learning_rate": 0.00014352020269336544, + "loss": 4.1345, + "mean_token_accuracy": 0.2784573405981064, + "num_tokens": 17752698.0, + "step": 6185 + }, + { + "entropy": 4.940529108047485, + "epoch": 7.34282325029656, + "grad_norm": 1.2578125, + "learning_rate": 0.00014313396497925963, + "loss": 4.156, + "mean_token_accuracy": 0.2702515184879303, + "num_tokens": 17766895.0, + "step": 6190 + }, + { + "entropy": 4.998486328125, + "epoch": 7.3487544483985765, + "grad_norm": 1.5234375, + "learning_rate": 0.0001427483182341936, + "loss": 4.2454, + "mean_token_accuracy": 0.2659206300973892, + "num_tokens": 17780735.0, + "step": 6195 + }, + { + "entropy": 5.067836809158325, + "epoch": 7.354685646500593, + "grad_norm": 1.3359375, + "learning_rate": 0.00014236326418647644, + "loss": 4.3258, + "mean_token_accuracy": 0.260149285197258, + "num_tokens": 17795863.0, + "step": 6200 + }, + { + "entropy": 4.970726060867309, + "epoch": 7.3606168446026095, + "grad_norm": 1.6328125, + "learning_rate": 0.00014197880456176133, + "loss": 4.1424, + "mean_token_accuracy": 0.27225644886493683, + "num_tokens": 17808448.0, + "step": 6205 + }, + { + "entropy": 4.969883394241333, + "epoch": 7.366548042704626, + "grad_norm": 1.703125, + "learning_rate": 0.00014159494108303733, + "loss": 4.167, + "mean_token_accuracy": 0.2746137589216232, + "num_tokens": 17821739.0, + "step": 6210 + }, + { + "entropy": 4.932872533798218, + "epoch": 7.372479240806643, + "grad_norm": 1.40625, + "learning_rate": 0.0001412116754706216, + "loss": 4.1621, + "mean_token_accuracy": 0.27595739960670473, + "num_tokens": 17836331.0, + "step": 6215 + }, + { + "entropy": 4.94700984954834, + "epoch": 7.378410438908659, + "grad_norm": 1.2890625, + "learning_rate": 0.00014082900944215233, + "loss": 4.211, + "mean_token_accuracy": 0.2661070227622986, + "num_tokens": 17853017.0, + "step": 6220 + }, + { + "entropy": 5.005891227722168, + "epoch": 7.384341637010676, + "grad_norm": 1.5859375, + "learning_rate": 0.0001404469447125804, + "loss": 4.2281, + "mean_token_accuracy": 0.26804654896259306, + "num_tokens": 17865126.0, + "step": 6225 + }, + { + "entropy": 4.876348829269409, + "epoch": 7.390272835112693, + "grad_norm": 1.46875, + "learning_rate": 0.0001400654829941618, + "loss": 4.1082, + "mean_token_accuracy": 0.2744539946317673, + "num_tokens": 17878124.0, + "step": 6230 + }, + { + "entropy": 4.936344575881958, + "epoch": 7.396204033214709, + "grad_norm": 1.3515625, + "learning_rate": 0.00013968462599645031, + "loss": 4.134, + "mean_token_accuracy": 0.26733184456825254, + "num_tokens": 17893283.0, + "step": 6235 + }, + { + "entropy": 4.917354774475098, + "epoch": 7.402135231316726, + "grad_norm": 1.4375, + "learning_rate": 0.0001393043754262896, + "loss": 4.1558, + "mean_token_accuracy": 0.2773623079061508, + "num_tokens": 17907641.0, + "step": 6240 + }, + { + "entropy": 4.9536134719848635, + "epoch": 7.408066429418742, + "grad_norm": 1.375, + "learning_rate": 0.00013892473298780529, + "loss": 4.192, + "mean_token_accuracy": 0.2580345556139946, + "num_tokens": 17921447.0, + "step": 6245 + }, + { + "entropy": 4.953230905532837, + "epoch": 7.413997627520759, + "grad_norm": 1.328125, + "learning_rate": 0.00013854570038239784, + "loss": 4.1655, + "mean_token_accuracy": 0.2688123002648354, + "num_tokens": 17934762.0, + "step": 6250 + }, + { + "entropy": 5.022729110717774, + "epoch": 7.419928825622776, + "grad_norm": 1.4453125, + "learning_rate": 0.00013816727930873474, + "loss": 4.2377, + "mean_token_accuracy": 0.26810979247093203, + "num_tokens": 17949145.0, + "step": 6255 + }, + { + "entropy": 4.999600982666015, + "epoch": 7.425860023724792, + "grad_norm": 1.453125, + "learning_rate": 0.00013778947146274274, + "loss": 4.1796, + "mean_token_accuracy": 0.27598278522491454, + "num_tokens": 17964024.0, + "step": 6260 + }, + { + "entropy": 4.983078908920288, + "epoch": 7.431791221826809, + "grad_norm": 1.3515625, + "learning_rate": 0.00013741227853760035, + "loss": 4.1952, + "mean_token_accuracy": 0.2766303032636642, + "num_tokens": 17978174.0, + "step": 6265 + }, + { + "entropy": 5.010853099822998, + "epoch": 7.437722419928826, + "grad_norm": 1.296875, + "learning_rate": 0.00013703570222373023, + "loss": 4.2528, + "mean_token_accuracy": 0.26744233518838884, + "num_tokens": 17994553.0, + "step": 6270 + }, + { + "entropy": 5.0423643589019775, + "epoch": 7.443653618030842, + "grad_norm": 1.5859375, + "learning_rate": 0.00013665974420879178, + "loss": 4.2642, + "mean_token_accuracy": 0.2619025677442551, + "num_tokens": 18008313.0, + "step": 6275 + }, + { + "entropy": 4.941047477722168, + "epoch": 7.449584816132859, + "grad_norm": 1.6640625, + "learning_rate": 0.00013628440617767342, + "loss": 4.1584, + "mean_token_accuracy": 0.2791551113128662, + "num_tokens": 18022461.0, + "step": 6280 + }, + { + "entropy": 4.906422233581543, + "epoch": 7.455516014234876, + "grad_norm": 1.7890625, + "learning_rate": 0.00013590968981248475, + "loss": 4.1693, + "mean_token_accuracy": 0.27178616523742677, + "num_tokens": 18035169.0, + "step": 6285 + }, + { + "entropy": 4.9971668243408205, + "epoch": 7.461447212336892, + "grad_norm": 1.4765625, + "learning_rate": 0.00013553559679254978, + "loss": 4.2428, + "mean_token_accuracy": 0.260674187541008, + "num_tokens": 18050394.0, + "step": 6290 + }, + { + "entropy": 5.038432693481445, + "epoch": 7.467378410438909, + "grad_norm": 1.3984375, + "learning_rate": 0.0001351621287943987, + "loss": 4.2422, + "mean_token_accuracy": 0.2617404028773308, + "num_tokens": 18065950.0, + "step": 6295 + }, + { + "entropy": 4.968473958969116, + "epoch": 7.473309608540926, + "grad_norm": 1.359375, + "learning_rate": 0.00013478928749176047, + "loss": 4.3012, + "mean_token_accuracy": 0.255914543569088, + "num_tokens": 18081858.0, + "step": 6300 + }, + { + "entropy": 4.971351289749146, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.1469, + "mean_token_accuracy": 0.28003616333007814, + "num_tokens": 18096104.0, + "step": 6305 + }, + { + "entropy": 5.002992153167725, + "epoch": 7.485172004744959, + "grad_norm": 1.6015625, + "learning_rate": 0.00013404549165388932, + "loss": 4.1885, + "mean_token_accuracy": 0.268343822658062, + "num_tokens": 18110262.0, + "step": 6310 + }, + { + "entropy": 5.043653392791748, + "epoch": 7.4911032028469755, + "grad_norm": 1.5546875, + "learning_rate": 0.00013367454045204162, + "loss": 4.2828, + "mean_token_accuracy": 0.2634868547320366, + "num_tokens": 18124071.0, + "step": 6315 + }, + { + "entropy": 4.948855590820313, + "epoch": 7.4970344009489915, + "grad_norm": 1.5078125, + "learning_rate": 0.00013330422261246267, + "loss": 4.1151, + "mean_token_accuracy": 0.28331713676452636, + "num_tokens": 18135811.0, + "step": 6320 + }, + { + "entropy": 4.9613100528717045, + "epoch": 7.5029655990510085, + "grad_norm": 1.421875, + "learning_rate": 0.00013293453979476403, + "loss": 4.1755, + "mean_token_accuracy": 0.2705711111426353, + "num_tokens": 18150305.0, + "step": 6325 + }, + { + "entropy": 4.983557462692261, + "epoch": 7.5088967971530245, + "grad_norm": 1.3515625, + "learning_rate": 0.00013256549365571105, + "loss": 4.1487, + "mean_token_accuracy": 0.27461179345846176, + "num_tokens": 18165200.0, + "step": 6330 + }, + { + "entropy": 4.955822896957398, + "epoch": 7.514827995255041, + "grad_norm": 1.453125, + "learning_rate": 0.00013219708584921608, + "loss": 4.2163, + "mean_token_accuracy": 0.2709791466593742, + "num_tokens": 18179719.0, + "step": 6335 + }, + { + "entropy": 4.958822202682495, + "epoch": 7.520759193357058, + "grad_norm": 1.359375, + "learning_rate": 0.00013182931802633037, + "loss": 4.1548, + "mean_token_accuracy": 0.2783662438392639, + "num_tokens": 18193075.0, + "step": 6340 + }, + { + "entropy": 4.928630638122558, + "epoch": 7.526690391459074, + "grad_norm": 1.5546875, + "learning_rate": 0.00013146219183523733, + "loss": 4.1277, + "mean_token_accuracy": 0.27176794707775115, + "num_tokens": 18206475.0, + "step": 6345 + }, + { + "entropy": 4.975558614730835, + "epoch": 7.532621589561091, + "grad_norm": 1.390625, + "learning_rate": 0.00013109570892124472, + "loss": 4.1603, + "mean_token_accuracy": 0.269869339466095, + "num_tokens": 18221326.0, + "step": 6350 + }, + { + "entropy": 4.939505672454834, + "epoch": 7.538552787663108, + "grad_norm": 1.4921875, + "learning_rate": 0.00013072987092677745, + "loss": 4.1946, + "mean_token_accuracy": 0.27014288008213044, + "num_tokens": 18234878.0, + "step": 6355 + }, + { + "entropy": 4.943843173980713, + "epoch": 7.544483985765124, + "grad_norm": 1.46875, + "learning_rate": 0.00013036467949137013, + "loss": 4.1749, + "mean_token_accuracy": 0.27516885548830033, + "num_tokens": 18248678.0, + "step": 6360 + }, + { + "entropy": 5.040545129776001, + "epoch": 7.550415183867141, + "grad_norm": 1.5078125, + "learning_rate": 0.0001300001362516598, + "loss": 4.2287, + "mean_token_accuracy": 0.26684413105249405, + "num_tokens": 18263527.0, + "step": 6365 + }, + { + "entropy": 5.00293288230896, + "epoch": 7.556346381969158, + "grad_norm": 1.375, + "learning_rate": 0.0001296362428413783, + "loss": 4.2421, + "mean_token_accuracy": 0.2645813152194023, + "num_tokens": 18278906.0, + "step": 6370 + }, + { + "entropy": 5.013268518447876, + "epoch": 7.562277580071174, + "grad_norm": 1.484375, + "learning_rate": 0.00012927300089134563, + "loss": 4.2359, + "mean_token_accuracy": 0.2636425316333771, + "num_tokens": 18292736.0, + "step": 6375 + }, + { + "entropy": 4.930179500579834, + "epoch": 7.568208778173191, + "grad_norm": 1.4375, + "learning_rate": 0.00012891041202946202, + "loss": 4.2256, + "mean_token_accuracy": 0.26343283951282503, + "num_tokens": 18307585.0, + "step": 6380 + }, + { + "entropy": 4.923861646652222, + "epoch": 7.574139976275208, + "grad_norm": 1.390625, + "learning_rate": 0.00012854847788070062, + "loss": 4.1658, + "mean_token_accuracy": 0.2711418062448502, + "num_tokens": 18321885.0, + "step": 6385 + }, + { + "entropy": 4.965120267868042, + "epoch": 7.580071174377224, + "grad_norm": 1.328125, + "learning_rate": 0.00012818720006710078, + "loss": 4.1932, + "mean_token_accuracy": 0.26647920459508895, + "num_tokens": 18336360.0, + "step": 6390 + }, + { + "entropy": 4.973609256744385, + "epoch": 7.586002372479241, + "grad_norm": 1.484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.2233, + "mean_token_accuracy": 0.2707409501075745, + "num_tokens": 18350864.0, + "step": 6395 + }, + { + "entropy": 4.912994432449341, + "epoch": 7.591933570581258, + "grad_norm": 1.453125, + "learning_rate": 0.000127466619918828, + "loss": 4.1595, + "mean_token_accuracy": 0.26940824538469316, + "num_tokens": 18363704.0, + "step": 6400 + }, + { + "entropy": 4.930047130584716, + "epoch": 7.597864768683274, + "grad_norm": 1.3359375, + "learning_rate": 0.00012710732081349727, + "loss": 4.1714, + "mean_token_accuracy": 0.26881704181432725, + "num_tokens": 18378243.0, + "step": 6405 + }, + { + "entropy": 4.930160140991211, + "epoch": 7.603795966785291, + "grad_norm": 1.703125, + "learning_rate": 0.00012674868450199812, + "loss": 4.1769, + "mean_token_accuracy": 0.2701748490333557, + "num_tokens": 18392053.0, + "step": 6410 + }, + { + "entropy": 4.934839487075806, + "epoch": 7.609727164887307, + "grad_norm": 1.40625, + "learning_rate": 0.00012639071259159008, + "loss": 4.1604, + "mean_token_accuracy": 0.27344272583723067, + "num_tokens": 18404810.0, + "step": 6415 + }, + { + "entropy": 4.969685316085815, + "epoch": 7.615658362989324, + "grad_norm": 1.65625, + "learning_rate": 0.00012603340668655545, + "loss": 4.2258, + "mean_token_accuracy": 0.26305156052112577, + "num_tokens": 18418141.0, + "step": 6420 + }, + { + "entropy": 4.984280109405518, + "epoch": 7.621589561091341, + "grad_norm": 1.40625, + "learning_rate": 0.00012567676838819126, + "loss": 4.2379, + "mean_token_accuracy": 0.2679993242025375, + "num_tokens": 18435857.0, + "step": 6425 + }, + { + "entropy": 4.995930480957031, + "epoch": 7.627520759193357, + "grad_norm": 1.453125, + "learning_rate": 0.000125320799294803, + "loss": 4.2637, + "mean_token_accuracy": 0.2617786660790443, + "num_tokens": 18451912.0, + "step": 6430 + }, + { + "entropy": 5.0825872898101805, + "epoch": 7.633451957295374, + "grad_norm": 1.390625, + "learning_rate": 0.00012496550100169704, + "loss": 4.2765, + "mean_token_accuracy": 0.2658253684639931, + "num_tokens": 18467287.0, + "step": 6435 + }, + { + "entropy": 4.9510266304016115, + "epoch": 7.6393831553973905, + "grad_norm": 1.4609375, + "learning_rate": 0.0001246108751011733, + "loss": 4.1526, + "mean_token_accuracy": 0.2691355749964714, + "num_tokens": 18481294.0, + "step": 6440 + }, + { + "entropy": 4.964544153213501, + "epoch": 7.645314353499407, + "grad_norm": 1.390625, + "learning_rate": 0.00012425692318251838, + "loss": 4.1925, + "mean_token_accuracy": 0.2686774075031281, + "num_tokens": 18495174.0, + "step": 6445 + }, + { + "entropy": 4.938959836959839, + "epoch": 7.6512455516014235, + "grad_norm": 1.421875, + "learning_rate": 0.00012390364683199863, + "loss": 4.1673, + "mean_token_accuracy": 0.2756313309073448, + "num_tokens": 18508977.0, + "step": 6450 + }, + { + "entropy": 4.922618055343628, + "epoch": 7.65717674970344, + "grad_norm": 1.3671875, + "learning_rate": 0.0001235510476328523, + "loss": 4.1547, + "mean_token_accuracy": 0.2695756465196609, + "num_tokens": 18523600.0, + "step": 6455 + }, + { + "entropy": 4.985540294647217, + "epoch": 7.6631079478054565, + "grad_norm": 1.28125, + "learning_rate": 0.0001231991271652833, + "loss": 4.23, + "mean_token_accuracy": 0.2688840597867966, + "num_tokens": 18538867.0, + "step": 6460 + }, + { + "entropy": 4.951766157150269, + "epoch": 7.669039145907473, + "grad_norm": 1.46875, + "learning_rate": 0.00012284788700645365, + "loss": 4.2118, + "mean_token_accuracy": 0.2653859004378319, + "num_tokens": 18554835.0, + "step": 6465 + }, + { + "entropy": 4.971490859985352, + "epoch": 7.67497034400949, + "grad_norm": 1.8046875, + "learning_rate": 0.00012249732873047652, + "loss": 4.1782, + "mean_token_accuracy": 0.27743360996246336, + "num_tokens": 18568062.0, + "step": 6470 + }, + { + "entropy": 4.984698963165283, + "epoch": 7.680901542111506, + "grad_norm": 1.296875, + "learning_rate": 0.0001221474539084092, + "loss": 4.136, + "mean_token_accuracy": 0.27429221868515014, + "num_tokens": 18582972.0, + "step": 6475 + }, + { + "entropy": 5.003374338150024, + "epoch": 7.686832740213523, + "grad_norm": 1.3515625, + "learning_rate": 0.00012179826410824576, + "loss": 4.206, + "mean_token_accuracy": 0.2687224343419075, + "num_tokens": 18598340.0, + "step": 6480 + }, + { + "entropy": 4.960773849487305, + "epoch": 7.69276393831554, + "grad_norm": 1.4296875, + "learning_rate": 0.00012144976089491066, + "loss": 4.196, + "mean_token_accuracy": 0.26986511796712875, + "num_tokens": 18614271.0, + "step": 6485 + }, + { + "entropy": 4.976792049407959, + "epoch": 7.698695136417556, + "grad_norm": 1.2578125, + "learning_rate": 0.00012110194583025117, + "loss": 4.1728, + "mean_token_accuracy": 0.2728369399905205, + "num_tokens": 18629539.0, + "step": 6490 + }, + { + "entropy": 4.9506384372711185, + "epoch": 7.704626334519573, + "grad_norm": 1.328125, + "learning_rate": 0.00012075482047303049, + "loss": 4.2067, + "mean_token_accuracy": 0.26827792823314667, + "num_tokens": 18645499.0, + "step": 6495 + }, + { + "entropy": 4.951906967163086, + "epoch": 7.710557532621589, + "grad_norm": 1.3828125, + "learning_rate": 0.00012040838637892098, + "loss": 4.1828, + "mean_token_accuracy": 0.26550467014312745, + "num_tokens": 18659420.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.838217874246141, + "eval_loss": 5.278876781463623, + "eval_mean_token_accuracy": 0.1963718583795922, + "eval_num_tokens": 18659420.0, + "eval_runtime": 1.8537, + "eval_samples_per_second": 1406.905, + "eval_steps_per_second": 175.863, + "step": 6500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4861748137512960.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6500/training_args.bin b/checkpoint-6500/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-6500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-7000/added_tokens.json b/checkpoint-7000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-7000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-7000/config.json b/checkpoint-7000/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-7000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-7000/generation_config.json b/checkpoint-7000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-7000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-7000/model.safetensors b/checkpoint-7000/model.safetensors new file mode 100644 index 0000000..295c60c --- /dev/null +++ b/checkpoint-7000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8fd5c03d6adc4d6d50049541cdd9d22073a5d1f75a90fec1cd4a54ae9109503 +size 76082256 diff --git a/checkpoint-7000/rng_state.pth b/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000..0c0b507 --- /dev/null +++ b/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec93f045fedaeea81e18e2040ca44ca5b4e9fb34ac67d5b6aa1ddcd796576364 +size 14645 diff --git a/checkpoint-7000/special_tokens_map.json b/checkpoint-7000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-7000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-7000/spiece.model b/checkpoint-7000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-7000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-7000/tokenizer_config.json b/checkpoint-7000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-7000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-7000/trainer_state.json b/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000..33d593a --- /dev/null +++ b/checkpoint-7000/trainer_state.json @@ -0,0 +1,14188 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 8.303677342823251, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + }, + { + "entropy": 5.058888483047485, + "epoch": 5.344009489916964, + "grad_norm": 1.328125, + "learning_rate": 0.0002945994974942864, + "loss": 4.4608, + "mean_token_accuracy": 0.23459965437650682, + "num_tokens": 12923983.0, + "step": 4505 + }, + { + "entropy": 5.0865026950836185, + "epoch": 5.34994068801898, + "grad_norm": 1.421875, + "learning_rate": 0.0002941249448769988, + "loss": 4.3853, + "mean_token_accuracy": 0.2561731278896332, + "num_tokens": 12936741.0, + "step": 4510 + }, + { + "entropy": 5.056635904312134, + "epoch": 5.355871886120997, + "grad_norm": 1.3203125, + "learning_rate": 0.0002936503065496167, + "loss": 4.4375, + "mean_token_accuracy": 0.24360568821430206, + "num_tokens": 12951421.0, + "step": 4515 + }, + { + "entropy": 5.018971395492554, + "epoch": 5.361803084223013, + "grad_norm": 1.234375, + "learning_rate": 0.0002931755846392731, + "loss": 4.405, + "mean_token_accuracy": 0.23899228125810623, + "num_tokens": 12966278.0, + "step": 4520 + }, + { + "entropy": 5.047994661331177, + "epoch": 5.36773428232503, + "grad_norm": 1.3671875, + "learning_rate": 0.000292700781273475, + "loss": 4.4139, + "mean_token_accuracy": 0.24122539758682252, + "num_tokens": 12981301.0, + "step": 4525 + }, + { + "entropy": 5.055590486526489, + "epoch": 5.3736654804270465, + "grad_norm": 1.359375, + "learning_rate": 0.00029222589858009484, + "loss": 4.4325, + "mean_token_accuracy": 0.24734572023153306, + "num_tokens": 12996358.0, + "step": 4530 + }, + { + "entropy": 5.025227165222168, + "epoch": 5.3795966785290625, + "grad_norm": 1.234375, + "learning_rate": 0.0002917509386873605, + "loss": 4.4437, + "mean_token_accuracy": 0.2385510802268982, + "num_tokens": 13013149.0, + "step": 4535 + }, + { + "entropy": 5.102819204330444, + "epoch": 5.3855278766310795, + "grad_norm": 1.4296875, + "learning_rate": 0.00029127590372384583, + "loss": 4.4223, + "mean_token_accuracy": 0.24738444536924362, + "num_tokens": 13027227.0, + "step": 4540 + }, + { + "entropy": 5.040490245819091, + "epoch": 5.391459074733096, + "grad_norm": 1.609375, + "learning_rate": 0.00029080079581846106, + "loss": 4.3667, + "mean_token_accuracy": 0.2456284523010254, + "num_tokens": 13040136.0, + "step": 4545 + }, + { + "entropy": 5.009986829757691, + "epoch": 5.397390272835112, + "grad_norm": 1.296875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4275, + "mean_token_accuracy": 0.23675494641065598, + "num_tokens": 13053339.0, + "step": 4550 + }, + { + "entropy": 5.016347980499267, + "epoch": 5.403321470937129, + "grad_norm": 1.171875, + "learning_rate": 0.00028985036969934744, + "loss": 4.4193, + "mean_token_accuracy": 0.24513203799724578, + "num_tokens": 13067466.0, + "step": 4555 + }, + { + "entropy": 5.067802429199219, + "epoch": 5.409252669039146, + "grad_norm": 1.2578125, + "learning_rate": 0.00028937505574503535, + "loss": 4.4001, + "mean_token_accuracy": 0.2465244710445404, + "num_tokens": 13080935.0, + "step": 4560 + }, + { + "entropy": 5.020471286773682, + "epoch": 5.415183867141162, + "grad_norm": 1.3515625, + "learning_rate": 0.0002888996773676677, + "loss": 4.4509, + "mean_token_accuracy": 0.2363573893904686, + "num_tokens": 13096324.0, + "step": 4565 + }, + { + "entropy": 5.126127099990844, + "epoch": 5.421115065243179, + "grad_norm": 1.2890625, + "learning_rate": 0.0002884242366976939, + "loss": 4.4733, + "mean_token_accuracy": 0.2339528188109398, + "num_tokens": 13111300.0, + "step": 4570 + }, + { + "entropy": 5.0503441333770756, + "epoch": 5.427046263345196, + "grad_norm": 1.1796875, + "learning_rate": 0.0002879487358658425, + "loss": 4.4477, + "mean_token_accuracy": 0.2459062695503235, + "num_tokens": 13125654.0, + "step": 4575 + }, + { + "entropy": 4.996106481552124, + "epoch": 5.432977461447212, + "grad_norm": 1.40625, + "learning_rate": 0.00028747317700311144, + "loss": 4.4009, + "mean_token_accuracy": 0.24370353370904924, + "num_tokens": 13138827.0, + "step": 4580 + }, + { + "entropy": 5.117808628082275, + "epoch": 5.438908659549229, + "grad_norm": 1.4140625, + "learning_rate": 0.00028699756224075893, + "loss": 4.4545, + "mean_token_accuracy": 0.24555698782205582, + "num_tokens": 13154154.0, + "step": 4585 + }, + { + "entropy": 5.077613782882691, + "epoch": 5.444839857651246, + "grad_norm": 1.40625, + "learning_rate": 0.0002865218937102938, + "loss": 4.4958, + "mean_token_accuracy": 0.23867165595293044, + "num_tokens": 13169300.0, + "step": 4590 + }, + { + "entropy": 5.060262203216553, + "epoch": 5.450771055753262, + "grad_norm": 1.1953125, + "learning_rate": 0.0002860461735434655, + "loss": 4.4814, + "mean_token_accuracy": 0.229344967007637, + "num_tokens": 13184925.0, + "step": 4595 + }, + { + "entropy": 5.093711948394775, + "epoch": 5.456702253855279, + "grad_norm": 1.2109375, + "learning_rate": 0.0002855704038722552, + "loss": 4.4351, + "mean_token_accuracy": 0.2340375155210495, + "num_tokens": 13201488.0, + "step": 4600 + }, + { + "entropy": 5.109644174575806, + "epoch": 5.462633451957295, + "grad_norm": 1.25, + "learning_rate": 0.0002850945868288659, + "loss": 4.5378, + "mean_token_accuracy": 0.22780389040708543, + "num_tokens": 13217575.0, + "step": 4605 + }, + { + "entropy": 5.050470209121704, + "epoch": 5.468564650059312, + "grad_norm": 1.2265625, + "learning_rate": 0.0002846187245457127, + "loss": 4.4121, + "mean_token_accuracy": 0.24261299669742584, + "num_tokens": 13232505.0, + "step": 4610 + }, + { + "entropy": 5.09966893196106, + "epoch": 5.474495848161329, + "grad_norm": 1.421875, + "learning_rate": 0.00028414281915541356, + "loss": 4.4033, + "mean_token_accuracy": 0.24443318098783492, + "num_tokens": 13245649.0, + "step": 4615 + }, + { + "entropy": 4.994836330413818, + "epoch": 5.480427046263345, + "grad_norm": 1.2578125, + "learning_rate": 0.00028366687279077977, + "loss": 4.4421, + "mean_token_accuracy": 0.24775925874710084, + "num_tokens": 13259462.0, + "step": 4620 + }, + { + "entropy": 5.05501766204834, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.4719, + "mean_token_accuracy": 0.23720043301582336, + "num_tokens": 13275014.0, + "step": 4625 + }, + { + "entropy": 5.028215980529785, + "epoch": 5.492289442467379, + "grad_norm": 1.390625, + "learning_rate": 0.00028271486567066123, + "loss": 4.3964, + "mean_token_accuracy": 0.25001311004161836, + "num_tokens": 13288450.0, + "step": 4630 + }, + { + "entropy": 5.068965864181519, + "epoch": 5.498220640569395, + "grad_norm": 1.15625, + "learning_rate": 0.0002822388091816788, + "loss": 4.503, + "mean_token_accuracy": 0.24046200066804885, + "num_tokens": 13303947.0, + "step": 4635 + }, + { + "entropy": 5.116705465316772, + "epoch": 5.504151838671412, + "grad_norm": 1.3359375, + "learning_rate": 0.00028176272025134697, + "loss": 4.456, + "mean_token_accuracy": 0.2419669434428215, + "num_tokens": 13317380.0, + "step": 4640 + }, + { + "entropy": 5.0632740497589115, + "epoch": 5.510083036773429, + "grad_norm": 1.2421875, + "learning_rate": 0.0002812866010132995, + "loss": 4.3713, + "mean_token_accuracy": 0.2490440309047699, + "num_tokens": 13331706.0, + "step": 4645 + }, + { + "entropy": 5.003316974639892, + "epoch": 5.516014234875445, + "grad_norm": 1.171875, + "learning_rate": 0.00028081045360130587, + "loss": 4.4336, + "mean_token_accuracy": 0.23711458444595337, + "num_tokens": 13346263.0, + "step": 4650 + }, + { + "entropy": 5.1004985809326175, + "epoch": 5.5219454329774615, + "grad_norm": 1.4140625, + "learning_rate": 0.000280334280149262, + "loss": 4.417, + "mean_token_accuracy": 0.24271144717931747, + "num_tokens": 13361113.0, + "step": 4655 + }, + { + "entropy": 5.1378613948822025, + "epoch": 5.527876631079478, + "grad_norm": 1.34375, + "learning_rate": 0.0002798580827911803, + "loss": 4.4628, + "mean_token_accuracy": 0.23616952449083328, + "num_tokens": 13374577.0, + "step": 4660 + }, + { + "entropy": 5.025697040557861, + "epoch": 5.5338078291814945, + "grad_norm": 1.40625, + "learning_rate": 0.0002793818636611805, + "loss": 4.4311, + "mean_token_accuracy": 0.23942704051733016, + "num_tokens": 13387930.0, + "step": 4665 + }, + { + "entropy": 5.041089010238648, + "epoch": 5.539739027283511, + "grad_norm": 1.25, + "learning_rate": 0.0002789056248934797, + "loss": 4.4442, + "mean_token_accuracy": 0.24215238243341447, + "num_tokens": 13402992.0, + "step": 4670 + }, + { + "entropy": 5.120145988464356, + "epoch": 5.545670225385528, + "grad_norm": 1.3359375, + "learning_rate": 0.0002784293686223832, + "loss": 4.3959, + "mean_token_accuracy": 0.24842557907104493, + "num_tokens": 13416998.0, + "step": 4675 + }, + { + "entropy": 5.012027406692505, + "epoch": 5.551601423487544, + "grad_norm": 1.5078125, + "learning_rate": 0.0002779530969822746, + "loss": 4.43, + "mean_token_accuracy": 0.23928656727075576, + "num_tokens": 13430278.0, + "step": 4680 + }, + { + "entropy": 5.000022935867309, + "epoch": 5.557532621589561, + "grad_norm": 1.2734375, + "learning_rate": 0.0002774768121076065, + "loss": 4.3708, + "mean_token_accuracy": 0.24596457779407502, + "num_tokens": 13444608.0, + "step": 4685 + }, + { + "entropy": 5.036244869232178, + "epoch": 5.563463819691577, + "grad_norm": 1.4296875, + "learning_rate": 0.0002770005161328908, + "loss": 4.4577, + "mean_token_accuracy": 0.24575844258069993, + "num_tokens": 13457961.0, + "step": 4690 + }, + { + "entropy": 5.089932107925415, + "epoch": 5.569395017793594, + "grad_norm": 1.2578125, + "learning_rate": 0.0002765242111926891, + "loss": 4.53, + "mean_token_accuracy": 0.22811459004878998, + "num_tokens": 13472552.0, + "step": 4695 + }, + { + "entropy": 5.091521215438843, + "epoch": 5.575326215895611, + "grad_norm": 1.2734375, + "learning_rate": 0.00027604789942160297, + "loss": 4.4559, + "mean_token_accuracy": 0.23580421954393388, + "num_tokens": 13486090.0, + "step": 4700 + }, + { + "entropy": 5.047355365753174, + "epoch": 5.581257413997627, + "grad_norm": 1.4140625, + "learning_rate": 0.00027557158295426506, + "loss": 4.4502, + "mean_token_accuracy": 0.24515524953603746, + "num_tokens": 13499493.0, + "step": 4705 + }, + { + "entropy": 5.126659488677978, + "epoch": 5.587188612099644, + "grad_norm": 1.3828125, + "learning_rate": 0.0002750952639253287, + "loss": 4.5085, + "mean_token_accuracy": 0.23807648122310637, + "num_tokens": 13513270.0, + "step": 4710 + }, + { + "entropy": 5.04275369644165, + "epoch": 5.593119810201661, + "grad_norm": 1.1953125, + "learning_rate": 0.00027461894446945877, + "loss": 4.4291, + "mean_token_accuracy": 0.23905896246433259, + "num_tokens": 13527571.0, + "step": 4715 + }, + { + "entropy": 5.031711196899414, + "epoch": 5.599051008303677, + "grad_norm": 1.2109375, + "learning_rate": 0.0002741426267213223, + "loss": 4.399, + "mean_token_accuracy": 0.2434948205947876, + "num_tokens": 13541956.0, + "step": 4720 + }, + { + "entropy": 5.123283910751343, + "epoch": 5.604982206405694, + "grad_norm": 1.265625, + "learning_rate": 0.0002736663128155781, + "loss": 4.5138, + "mean_token_accuracy": 0.2383720725774765, + "num_tokens": 13557613.0, + "step": 4725 + }, + { + "entropy": 5.01444091796875, + "epoch": 5.610913404507711, + "grad_norm": 1.2734375, + "learning_rate": 0.0002731900048868685, + "loss": 4.4113, + "mean_token_accuracy": 0.2442216083407402, + "num_tokens": 13572207.0, + "step": 4730 + }, + { + "entropy": 5.030840015411377, + "epoch": 5.616844602609727, + "grad_norm": 1.3359375, + "learning_rate": 0.00027271370506980853, + "loss": 4.4484, + "mean_token_accuracy": 0.24023475646972656, + "num_tokens": 13587621.0, + "step": 4735 + }, + { + "entropy": 5.046911907196045, + "epoch": 5.622775800711744, + "grad_norm": 1.1640625, + "learning_rate": 0.00027223741549897696, + "loss": 4.4536, + "mean_token_accuracy": 0.24491426199674607, + "num_tokens": 13602745.0, + "step": 4740 + }, + { + "entropy": 5.101274490356445, + "epoch": 5.62870699881376, + "grad_norm": 1.4296875, + "learning_rate": 0.00027176113830890673, + "loss": 4.3867, + "mean_token_accuracy": 0.24548266381025313, + "num_tokens": 13616138.0, + "step": 4745 + }, + { + "entropy": 5.06822943687439, + "epoch": 5.634638196915777, + "grad_norm": 1.5234375, + "learning_rate": 0.0002712848756340754, + "loss": 4.4545, + "mean_token_accuracy": 0.23555067032575608, + "num_tokens": 13630326.0, + "step": 4750 + }, + { + "entropy": 5.033315277099609, + "epoch": 5.640569395017794, + "grad_norm": 1.2734375, + "learning_rate": 0.000270808629608895, + "loss": 4.4272, + "mean_token_accuracy": 0.2433514729142189, + "num_tokens": 13644880.0, + "step": 4755 + }, + { + "entropy": 5.023551321029663, + "epoch": 5.646500593119811, + "grad_norm": 1.15625, + "learning_rate": 0.0002703324023677036, + "loss": 4.4452, + "mean_token_accuracy": 0.2369721755385399, + "num_tokens": 13660506.0, + "step": 4760 + }, + { + "entropy": 5.0040631771087645, + "epoch": 5.652431791221827, + "grad_norm": 1.34375, + "learning_rate": 0.00026985619604475466, + "loss": 4.3864, + "mean_token_accuracy": 0.24618825018405915, + "num_tokens": 13675961.0, + "step": 4765 + }, + { + "entropy": 5.014545249938965, + "epoch": 5.658362989323844, + "grad_norm": 1.1640625, + "learning_rate": 0.00026938001277420785, + "loss": 4.4389, + "mean_token_accuracy": 0.23929533064365388, + "num_tokens": 13690570.0, + "step": 4770 + }, + { + "entropy": 5.050947809219361, + "epoch": 5.66429418742586, + "grad_norm": 1.4453125, + "learning_rate": 0.00026890385469011997, + "loss": 4.4374, + "mean_token_accuracy": 0.24186193346977233, + "num_tokens": 13704267.0, + "step": 4775 + }, + { + "entropy": 5.026543426513672, + "epoch": 5.670225385527877, + "grad_norm": 1.1875, + "learning_rate": 0.00026842772392643443, + "loss": 4.4268, + "mean_token_accuracy": 0.24120682775974273, + "num_tokens": 13720761.0, + "step": 4780 + }, + { + "entropy": 5.0410003662109375, + "epoch": 5.6761565836298935, + "grad_norm": 1.3125, + "learning_rate": 0.0002679516226169724, + "loss": 4.4009, + "mean_token_accuracy": 0.24163358509540558, + "num_tokens": 13735898.0, + "step": 4785 + }, + { + "entropy": 4.978803491592407, + "epoch": 5.6820877817319095, + "grad_norm": 1.3046875, + "learning_rate": 0.0002674755528954232, + "loss": 4.3798, + "mean_token_accuracy": 0.24308834820985795, + "num_tokens": 13748962.0, + "step": 4790 + }, + { + "entropy": 5.005527067184448, + "epoch": 5.6880189798339265, + "grad_norm": 1.40625, + "learning_rate": 0.00026699951689533445, + "loss": 4.4788, + "mean_token_accuracy": 0.2391334593296051, + "num_tokens": 13763941.0, + "step": 4795 + }, + { + "entropy": 5.004294157028198, + "epoch": 5.693950177935943, + "grad_norm": 1.21875, + "learning_rate": 0.0002665235167501026, + "loss": 4.3661, + "mean_token_accuracy": 0.24394810497760772, + "num_tokens": 13778316.0, + "step": 4800 + }, + { + "entropy": 5.087885141372681, + "epoch": 5.699881376037959, + "grad_norm": 1.2578125, + "learning_rate": 0.0002660475545929636, + "loss": 4.4756, + "mean_token_accuracy": 0.24611255377531052, + "num_tokens": 13792091.0, + "step": 4805 + }, + { + "entropy": 5.108520412445069, + "epoch": 5.705812574139976, + "grad_norm": 1.4296875, + "learning_rate": 0.00026557163255698274, + "loss": 4.481, + "mean_token_accuracy": 0.23163021951913834, + "num_tokens": 13807048.0, + "step": 4810 + }, + { + "entropy": 5.079970455169677, + "epoch": 5.711743772241993, + "grad_norm": 1.2578125, + "learning_rate": 0.00026509575277504593, + "loss": 4.4844, + "mean_token_accuracy": 0.2349588006734848, + "num_tokens": 13822455.0, + "step": 4815 + }, + { + "entropy": 5.103965759277344, + "epoch": 5.717674970344009, + "grad_norm": 1.3828125, + "learning_rate": 0.0002646199173798497, + "loss": 4.4745, + "mean_token_accuracy": 0.24245647192001343, + "num_tokens": 13836609.0, + "step": 4820 + }, + { + "entropy": 5.0784893989562985, + "epoch": 5.723606168446026, + "grad_norm": 1.40625, + "learning_rate": 0.0002641441285038913, + "loss": 4.4351, + "mean_token_accuracy": 0.24516603201627732, + "num_tokens": 13849453.0, + "step": 4825 + }, + { + "entropy": 5.115981674194336, + "epoch": 5.729537366548042, + "grad_norm": 1.25, + "learning_rate": 0.00026366838827945985, + "loss": 4.5093, + "mean_token_accuracy": 0.23044819086790086, + "num_tokens": 13863082.0, + "step": 4830 + }, + { + "entropy": 5.061673355102539, + "epoch": 5.735468564650059, + "grad_norm": 1.390625, + "learning_rate": 0.00026319269883862633, + "loss": 4.5304, + "mean_token_accuracy": 0.2362530156970024, + "num_tokens": 13875323.0, + "step": 4835 + }, + { + "entropy": 5.108893156051636, + "epoch": 5.741399762752076, + "grad_norm": 1.3515625, + "learning_rate": 0.000262717062313234, + "loss": 4.448, + "mean_token_accuracy": 0.2434764564037323, + "num_tokens": 13888271.0, + "step": 4840 + }, + { + "entropy": 5.006637668609619, + "epoch": 5.747330960854093, + "grad_norm": 1.375, + "learning_rate": 0.0002622414808348892, + "loss": 4.4238, + "mean_token_accuracy": 0.2431655764579773, + "num_tokens": 13900607.0, + "step": 4845 + }, + { + "entropy": 5.080786991119385, + "epoch": 5.753262158956109, + "grad_norm": 1.265625, + "learning_rate": 0.00026176595653495136, + "loss": 4.4266, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 13915180.0, + "step": 4850 + }, + { + "entropy": 5.065893030166626, + "epoch": 5.759193357058126, + "grad_norm": 1.40625, + "learning_rate": 0.0002612904915445238, + "loss": 4.4832, + "mean_token_accuracy": 0.23563706874847412, + "num_tokens": 13930158.0, + "step": 4855 + }, + { + "entropy": 5.010072803497314, + "epoch": 5.765124555160142, + "grad_norm": 1.25, + "learning_rate": 0.000260815087994444, + "loss": 4.3664, + "mean_token_accuracy": 0.24564545154571532, + "num_tokens": 13943223.0, + "step": 4860 + }, + { + "entropy": 4.9927332401275635, + "epoch": 5.771055753262159, + "grad_norm": 1.125, + "learning_rate": 0.000260339748015274, + "loss": 4.4644, + "mean_token_accuracy": 0.24376613795757293, + "num_tokens": 13958938.0, + "step": 4865 + }, + { + "entropy": 5.041768980026245, + "epoch": 5.776986951364176, + "grad_norm": 1.15625, + "learning_rate": 0.0002598644737372911, + "loss": 4.4388, + "mean_token_accuracy": 0.23757123053073884, + "num_tokens": 13973975.0, + "step": 4870 + }, + { + "entropy": 5.041567325592041, + "epoch": 5.782918149466192, + "grad_norm": 1.2109375, + "learning_rate": 0.0002593892672904781, + "loss": 4.4592, + "mean_token_accuracy": 0.23768191039562225, + "num_tokens": 13990605.0, + "step": 4875 + }, + { + "entropy": 5.0419941425323485, + "epoch": 5.788849347568209, + "grad_norm": 1.2578125, + "learning_rate": 0.00025891413080451377, + "loss": 4.5436, + "mean_token_accuracy": 0.23147597014904023, + "num_tokens": 14006307.0, + "step": 4880 + }, + { + "entropy": 5.0918761730194095, + "epoch": 5.794780545670226, + "grad_norm": 1.3046875, + "learning_rate": 0.00025843906640876326, + "loss": 4.4521, + "mean_token_accuracy": 0.23559338748455047, + "num_tokens": 14019472.0, + "step": 4885 + }, + { + "entropy": 5.027110958099366, + "epoch": 5.800711743772242, + "grad_norm": 1.2265625, + "learning_rate": 0.000257964076232269, + "loss": 4.4103, + "mean_token_accuracy": 0.2430754005908966, + "num_tokens": 14033525.0, + "step": 4890 + }, + { + "entropy": 5.015383195877075, + "epoch": 5.806642941874259, + "grad_norm": 1.3203125, + "learning_rate": 0.00025748916240374016, + "loss": 4.4918, + "mean_token_accuracy": 0.23823553174734116, + "num_tokens": 14048823.0, + "step": 4895 + }, + { + "entropy": 5.086786603927612, + "epoch": 5.812574139976276, + "grad_norm": 1.2265625, + "learning_rate": 0.00025701432705154445, + "loss": 4.4866, + "mean_token_accuracy": 0.23517824858427047, + "num_tokens": 14063568.0, + "step": 4900 + }, + { + "entropy": 5.067300701141358, + "epoch": 5.818505338078292, + "grad_norm": 1.3203125, + "learning_rate": 0.0002565395723036975, + "loss": 4.4682, + "mean_token_accuracy": 0.23759765326976776, + "num_tokens": 14077128.0, + "step": 4905 + }, + { + "entropy": 5.050278615951538, + "epoch": 5.8244365361803085, + "grad_norm": 1.4765625, + "learning_rate": 0.0002560649002878537, + "loss": 4.416, + "mean_token_accuracy": 0.24787454605102538, + "num_tokens": 14089673.0, + "step": 4910 + }, + { + "entropy": 5.040318489074707, + "epoch": 5.830367734282325, + "grad_norm": 1.2890625, + "learning_rate": 0.00025559031313129675, + "loss": 4.4294, + "mean_token_accuracy": 0.23141864091157913, + "num_tokens": 14104617.0, + "step": 4915 + }, + { + "entropy": 5.1050783634185795, + "epoch": 5.8362989323843415, + "grad_norm": 1.2890625, + "learning_rate": 0.00025511581296093006, + "loss": 4.556, + "mean_token_accuracy": 0.23171175122261048, + "num_tokens": 14118309.0, + "step": 4920 + }, + { + "entropy": 5.041911888122558, + "epoch": 5.842230130486358, + "grad_norm": 1.1640625, + "learning_rate": 0.0002546414019032671, + "loss": 4.4805, + "mean_token_accuracy": 0.23756036907434464, + "num_tokens": 14133809.0, + "step": 4925 + }, + { + "entropy": 5.032676839828492, + "epoch": 5.848161328588375, + "grad_norm": 1.3203125, + "learning_rate": 0.0002541670820844223, + "loss": 4.4254, + "mean_token_accuracy": 0.24259141832590103, + "num_tokens": 14147700.0, + "step": 4930 + }, + { + "entropy": 5.041052293777466, + "epoch": 5.854092526690391, + "grad_norm": 1.3125, + "learning_rate": 0.0002536928556301006, + "loss": 4.4395, + "mean_token_accuracy": 0.23794725835323333, + "num_tokens": 14161669.0, + "step": 4935 + }, + { + "entropy": 4.9957301139831545, + "epoch": 5.860023724792408, + "grad_norm": 1.3359375, + "learning_rate": 0.0002532187246655891, + "loss": 4.3789, + "mean_token_accuracy": 0.2477703034877777, + "num_tokens": 14175066.0, + "step": 4940 + }, + { + "entropy": 5.074595355987549, + "epoch": 5.865954922894424, + "grad_norm": 1.1875, + "learning_rate": 0.0002527446913157467, + "loss": 4.4668, + "mean_token_accuracy": 0.24791329801082612, + "num_tokens": 14190956.0, + "step": 4945 + }, + { + "entropy": 5.044212198257446, + "epoch": 5.871886120996441, + "grad_norm": 1.140625, + "learning_rate": 0.0002522707577049947, + "loss": 4.4084, + "mean_token_accuracy": 0.2459134504199028, + "num_tokens": 14205232.0, + "step": 4950 + }, + { + "entropy": 5.067082118988037, + "epoch": 5.877817319098458, + "grad_norm": 1.4765625, + "learning_rate": 0.00025179692595730767, + "loss": 4.4526, + "mean_token_accuracy": 0.23943758457899095, + "num_tokens": 14217304.0, + "step": 4955 + }, + { + "entropy": 5.093814373016357, + "epoch": 5.883748517200474, + "grad_norm": 1.28125, + "learning_rate": 0.00025132319819620377, + "loss": 4.4756, + "mean_token_accuracy": 0.24002725780010223, + "num_tokens": 14230335.0, + "step": 4960 + }, + { + "entropy": 5.022781324386597, + "epoch": 5.889679715302491, + "grad_norm": 1.296875, + "learning_rate": 0.0002508495765447345, + "loss": 4.404, + "mean_token_accuracy": 0.24460775703191756, + "num_tokens": 14244675.0, + "step": 4965 + }, + { + "entropy": 5.032727575302124, + "epoch": 5.895610913404508, + "grad_norm": 1.3046875, + "learning_rate": 0.00025037606312547654, + "loss": 4.4747, + "mean_token_accuracy": 0.2397155359387398, + "num_tokens": 14258644.0, + "step": 4970 + }, + { + "entropy": 5.083451843261718, + "epoch": 5.901542111506524, + "grad_norm": 1.3359375, + "learning_rate": 0.0002499026600605212, + "loss": 4.4102, + "mean_token_accuracy": 0.24270913749933243, + "num_tokens": 14271487.0, + "step": 4975 + }, + { + "entropy": 5.078978490829468, + "epoch": 5.907473309608541, + "grad_norm": 1.2734375, + "learning_rate": 0.00024942936947146515, + "loss": 4.4582, + "mean_token_accuracy": 0.2412016436457634, + "num_tokens": 14286508.0, + "step": 4980 + }, + { + "entropy": 5.019553327560425, + "epoch": 5.913404507710558, + "grad_norm": 1.2265625, + "learning_rate": 0.00024895619347940117, + "loss": 4.4313, + "mean_token_accuracy": 0.24287663996219636, + "num_tokens": 14301875.0, + "step": 4985 + }, + { + "entropy": 5.1189757823944095, + "epoch": 5.919335705812574, + "grad_norm": 1.2734375, + "learning_rate": 0.0002484831342049085, + "loss": 4.5169, + "mean_token_accuracy": 0.23093525767326356, + "num_tokens": 14315712.0, + "step": 4990 + }, + { + "entropy": 5.13128170967102, + "epoch": 5.925266903914591, + "grad_norm": 1.421875, + "learning_rate": 0.00024801019376804296, + "loss": 4.4875, + "mean_token_accuracy": 0.23937722593545913, + "num_tokens": 14332235.0, + "step": 4995 + }, + { + "entropy": 5.023594379425049, + "epoch": 5.931198102016607, + "grad_norm": 1.2109375, + "learning_rate": 0.0002475373742883282, + "loss": 4.3958, + "mean_token_accuracy": 0.24531046599149703, + "num_tokens": 14346485.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.8860513695909935, + "eval_loss": 5.2638068199157715, + "eval_mean_token_accuracy": 0.19476333996452436, + "eval_num_tokens": 14346485.0, + "eval_runtime": 1.8508, + "eval_samples_per_second": 1409.127, + "eval_steps_per_second": 176.141, + "step": 5000 + }, + { + "entropy": 5.034149408340454, + "epoch": 5.937129300118624, + "grad_norm": 1.3515625, + "learning_rate": 0.0002470646778847455, + "loss": 4.4338, + "mean_token_accuracy": 0.24789137989282609, + "num_tokens": 14360431.0, + "step": 5005 + }, + { + "entropy": 5.044485998153687, + "epoch": 5.943060498220641, + "grad_norm": 1.3046875, + "learning_rate": 0.00024659210667572464, + "loss": 4.4374, + "mean_token_accuracy": 0.2427036002278328, + "num_tokens": 14374960.0, + "step": 5010 + }, + { + "entropy": 4.964894771575928, + "epoch": 5.948991696322658, + "grad_norm": 1.4765625, + "learning_rate": 0.0002461196627791345, + "loss": 4.3326, + "mean_token_accuracy": 0.24831924736499786, + "num_tokens": 14388488.0, + "step": 5015 + }, + { + "entropy": 5.013204336166382, + "epoch": 5.954922894424674, + "grad_norm": 1.4453125, + "learning_rate": 0.00024564734831227316, + "loss": 4.4771, + "mean_token_accuracy": 0.23797560185194017, + "num_tokens": 14403923.0, + "step": 5020 + }, + { + "entropy": 5.095961856842041, + "epoch": 5.960854092526691, + "grad_norm": 1.4140625, + "learning_rate": 0.0002451751653918587, + "loss": 4.4535, + "mean_token_accuracy": 0.23533977270126344, + "num_tokens": 14417481.0, + "step": 5025 + }, + { + "entropy": 5.043536758422851, + "epoch": 5.966785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.00024470311613401997, + "loss": 4.4416, + "mean_token_accuracy": 0.24011671990156175, + "num_tokens": 14434806.0, + "step": 5030 + }, + { + "entropy": 5.013947820663452, + "epoch": 5.972716488730724, + "grad_norm": 1.4453125, + "learning_rate": 0.00024423120265428623, + "loss": 4.3787, + "mean_token_accuracy": 0.24650224894285203, + "num_tokens": 14448554.0, + "step": 5035 + }, + { + "entropy": 4.969161415100098, + "epoch": 5.9786476868327405, + "grad_norm": 1.2578125, + "learning_rate": 0.0002437594270675787, + "loss": 4.3442, + "mean_token_accuracy": 0.25067434906959535, + "num_tokens": 14462842.0, + "step": 5040 + }, + { + "entropy": 4.988726186752319, + "epoch": 5.9845788849347565, + "grad_norm": 1.3203125, + "learning_rate": 0.00024328779148820052, + "loss": 4.3582, + "mean_token_accuracy": 0.2596712946891785, + "num_tokens": 14477026.0, + "step": 5045 + }, + { + "entropy": 4.982583141326904, + "epoch": 5.9905100830367735, + "grad_norm": 1.265625, + "learning_rate": 0.0002428162980298272, + "loss": 4.3989, + "mean_token_accuracy": 0.2433629184961319, + "num_tokens": 14491639.0, + "step": 5050 + }, + { + "entropy": 5.094220066070557, + "epoch": 5.99644128113879, + "grad_norm": 1.3203125, + "learning_rate": 0.00024234494880549746, + "loss": 4.4513, + "mean_token_accuracy": 0.24791095554828643, + "num_tokens": 14506462.0, + "step": 5055 + }, + { + "entropy": 5.057077693939209, + "epoch": 6.002372479240806, + "grad_norm": 1.28125, + "learning_rate": 0.00024187374592760376, + "loss": 4.365, + "mean_token_accuracy": 0.2536967098712921, + "num_tokens": 14520476.0, + "step": 5060 + }, + { + "entropy": 5.019870138168335, + "epoch": 6.008303677342823, + "grad_norm": 1.2265625, + "learning_rate": 0.00024140269150788236, + "loss": 4.2916, + "mean_token_accuracy": 0.2510134935379028, + "num_tokens": 14537181.0, + "step": 5065 + }, + { + "entropy": 4.982530784606934, + "epoch": 6.01423487544484, + "grad_norm": 1.375, + "learning_rate": 0.00024093178765740452, + "loss": 4.2429, + "mean_token_accuracy": 0.2534199237823486, + "num_tokens": 14550772.0, + "step": 5070 + }, + { + "entropy": 5.102296018600464, + "epoch": 6.020166073546856, + "grad_norm": 1.328125, + "learning_rate": 0.00024046103648656648, + "loss": 4.3535, + "mean_token_accuracy": 0.25124617516994474, + "num_tokens": 14566314.0, + "step": 5075 + }, + { + "entropy": 5.08847975730896, + "epoch": 6.026097271648873, + "grad_norm": 1.484375, + "learning_rate": 0.00023999044010508037, + "loss": 4.3284, + "mean_token_accuracy": 0.2568944558501244, + "num_tokens": 14580403.0, + "step": 5080 + }, + { + "entropy": 4.967007684707641, + "epoch": 6.032028469750889, + "grad_norm": 1.4453125, + "learning_rate": 0.00023952000062196454, + "loss": 4.2529, + "mean_token_accuracy": 0.2650650665163994, + "num_tokens": 14595405.0, + "step": 5085 + }, + { + "entropy": 5.036498355865478, + "epoch": 6.037959667852906, + "grad_norm": 1.2265625, + "learning_rate": 0.0002390497201455342, + "loss": 4.2663, + "mean_token_accuracy": 0.26399629563093185, + "num_tokens": 14610257.0, + "step": 5090 + }, + { + "entropy": 5.030192470550537, + "epoch": 6.043890865954923, + "grad_norm": 1.421875, + "learning_rate": 0.00023857960078339208, + "loss": 4.235, + "mean_token_accuracy": 0.26408734172582626, + "num_tokens": 14625466.0, + "step": 5095 + }, + { + "entropy": 5.058362770080566, + "epoch": 6.049822064056939, + "grad_norm": 1.390625, + "learning_rate": 0.00023810964464241868, + "loss": 4.3471, + "mean_token_accuracy": 0.25345825403928757, + "num_tokens": 14641144.0, + "step": 5100 + }, + { + "entropy": 5.005357789993286, + "epoch": 6.055753262158956, + "grad_norm": 1.4140625, + "learning_rate": 0.00023763985382876308, + "loss": 4.3029, + "mean_token_accuracy": 0.2620812490582466, + "num_tokens": 14655471.0, + "step": 5105 + }, + { + "entropy": 5.017697954177857, + "epoch": 6.061684460260973, + "grad_norm": 1.359375, + "learning_rate": 0.00023717023044783343, + "loss": 4.2327, + "mean_token_accuracy": 0.26199271380901334, + "num_tokens": 14671020.0, + "step": 5110 + }, + { + "entropy": 5.054442548751831, + "epoch": 6.067615658362989, + "grad_norm": 1.3125, + "learning_rate": 0.00023670077660428756, + "loss": 4.3012, + "mean_token_accuracy": 0.2543821409344673, + "num_tokens": 14684345.0, + "step": 5115 + }, + { + "entropy": 5.016337776184082, + "epoch": 6.073546856465006, + "grad_norm": 1.4765625, + "learning_rate": 0.0002362314944020234, + "loss": 4.2357, + "mean_token_accuracy": 0.26443331986665725, + "num_tokens": 14698318.0, + "step": 5120 + }, + { + "entropy": 5.028752851486206, + "epoch": 6.079478054567023, + "grad_norm": 1.4609375, + "learning_rate": 0.0002357623859441698, + "loss": 4.2067, + "mean_token_accuracy": 0.2689851403236389, + "num_tokens": 14710351.0, + "step": 5125 + }, + { + "entropy": 5.086757469177246, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.3301, + "mean_token_accuracy": 0.2564917549490929, + "num_tokens": 14725474.0, + "step": 5130 + }, + { + "entropy": 5.0329282760620115, + "epoch": 6.091340450771056, + "grad_norm": 1.53125, + "learning_rate": 0.00023482469867030676, + "loss": 4.268, + "mean_token_accuracy": 0.2572768598794937, + "num_tokens": 14739047.0, + "step": 5135 + }, + { + "entropy": 5.00909194946289, + "epoch": 6.097271648873073, + "grad_norm": 1.46875, + "learning_rate": 0.00023435612405662388, + "loss": 4.2974, + "mean_token_accuracy": 0.24873994886875153, + "num_tokens": 14752432.0, + "step": 5140 + }, + { + "entropy": 4.988759613037109, + "epoch": 6.103202846975089, + "grad_norm": 1.3046875, + "learning_rate": 0.00023388773159198584, + "loss": 4.3, + "mean_token_accuracy": 0.24969834983348846, + "num_tokens": 14765769.0, + "step": 5145 + }, + { + "entropy": 5.055676460266113, + "epoch": 6.109134045077106, + "grad_norm": 1.4609375, + "learning_rate": 0.00023341952337553414, + "loss": 4.3037, + "mean_token_accuracy": 0.2598161458969116, + "num_tokens": 14781655.0, + "step": 5150 + }, + { + "entropy": 5.001733446121216, + "epoch": 6.115065243179123, + "grad_norm": 1.1953125, + "learning_rate": 0.0002329515015055843, + "loss": 4.2415, + "mean_token_accuracy": 0.2669500052928925, + "num_tokens": 14798175.0, + "step": 5155 + }, + { + "entropy": 4.9909673690795895, + "epoch": 6.120996441281139, + "grad_norm": 1.34375, + "learning_rate": 0.00023248366807961674, + "loss": 4.2805, + "mean_token_accuracy": 0.2576881363987923, + "num_tokens": 14812630.0, + "step": 5160 + }, + { + "entropy": 5.0708530902862545, + "epoch": 6.1269276393831555, + "grad_norm": 1.484375, + "learning_rate": 0.0002320160251942675, + "loss": 4.2921, + "mean_token_accuracy": 0.25415309369564054, + "num_tokens": 14825138.0, + "step": 5165 + }, + { + "entropy": 5.073080778121948, + "epoch": 6.132858837485172, + "grad_norm": 1.6328125, + "learning_rate": 0.00023154857494531872, + "loss": 4.3322, + "mean_token_accuracy": 0.252343113720417, + "num_tokens": 14838893.0, + "step": 5170 + }, + { + "entropy": 5.043838787078857, + "epoch": 6.1387900355871885, + "grad_norm": 1.25, + "learning_rate": 0.0002310813194276889, + "loss": 4.3189, + "mean_token_accuracy": 0.2520149201154709, + "num_tokens": 14853548.0, + "step": 5175 + }, + { + "entropy": 5.000109529495239, + "epoch": 6.144721233689205, + "grad_norm": 1.421875, + "learning_rate": 0.00023061426073542413, + "loss": 4.2719, + "mean_token_accuracy": 0.2534493938088417, + "num_tokens": 14868079.0, + "step": 5180 + }, + { + "entropy": 5.02756929397583, + "epoch": 6.1506524317912215, + "grad_norm": 1.2890625, + "learning_rate": 0.0002301474009616885, + "loss": 4.2848, + "mean_token_accuracy": 0.2585728645324707, + "num_tokens": 14882343.0, + "step": 5185 + }, + { + "entropy": 4.961363172531128, + "epoch": 6.156583629893238, + "grad_norm": 1.3984375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2671, + "mean_token_accuracy": 0.2636710450053215, + "num_tokens": 14895233.0, + "step": 5190 + }, + { + "entropy": 5.022676992416382, + "epoch": 6.162514827995255, + "grad_norm": 1.15625, + "learning_rate": 0.00022921428653799298, + "loss": 4.2511, + "mean_token_accuracy": 0.2618787810206413, + "num_tokens": 14910628.0, + "step": 5195 + }, + { + "entropy": 5.012147855758667, + "epoch": 6.168446026097271, + "grad_norm": 1.4375, + "learning_rate": 0.00022874803606986617, + "loss": 4.2421, + "mean_token_accuracy": 0.2644942194223404, + "num_tokens": 14923155.0, + "step": 5200 + }, + { + "entropy": 5.008904361724854, + "epoch": 6.174377224199288, + "grad_norm": 1.15625, + "learning_rate": 0.00022828199288391554, + "loss": 4.3171, + "mean_token_accuracy": 0.2553702756762505, + "num_tokens": 14938353.0, + "step": 5205 + }, + { + "entropy": 5.0244848251342775, + "epoch": 6.180308422301305, + "grad_norm": 1.421875, + "learning_rate": 0.00022781615906875414, + "loss": 4.3145, + "mean_token_accuracy": 0.25322963744401933, + "num_tokens": 14953774.0, + "step": 5210 + }, + { + "entropy": 5.008412456512451, + "epoch": 6.186239620403321, + "grad_norm": 1.3984375, + "learning_rate": 0.0002273505367120562, + "loss": 4.2341, + "mean_token_accuracy": 0.2646894872188568, + "num_tokens": 14968618.0, + "step": 5215 + }, + { + "entropy": 4.984117126464843, + "epoch": 6.192170818505338, + "grad_norm": 1.2890625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2244, + "mean_token_accuracy": 0.26672463715076444, + "num_tokens": 14981918.0, + "step": 5220 + }, + { + "entropy": 4.965973377227783, + "epoch": 6.198102016607355, + "grad_norm": 1.46875, + "learning_rate": 0.0002264199347200015, + "loss": 4.2641, + "mean_token_accuracy": 0.27005019336938857, + "num_tokens": 14997407.0, + "step": 5225 + }, + { + "entropy": 5.020095109939575, + "epoch": 6.204033214709371, + "grad_norm": 1.3515625, + "learning_rate": 0.00022595495925521804, + "loss": 4.2685, + "mean_token_accuracy": 0.25842465460300446, + "num_tokens": 15010566.0, + "step": 5230 + }, + { + "entropy": 5.039657354354858, + "epoch": 6.209964412811388, + "grad_norm": 1.296875, + "learning_rate": 0.0002254902035900261, + "loss": 4.3523, + "mean_token_accuracy": 0.2598764330148697, + "num_tokens": 15025458.0, + "step": 5235 + }, + { + "entropy": 4.943068265914917, + "epoch": 6.215895610913405, + "grad_norm": 1.375, + "learning_rate": 0.00022502566980726852, + "loss": 4.2457, + "mean_token_accuracy": 0.26292232871055604, + "num_tokens": 15039103.0, + "step": 5240 + }, + { + "entropy": 5.043027925491333, + "epoch": 6.221826809015421, + "grad_norm": 1.5703125, + "learning_rate": 0.00022456135998879335, + "loss": 4.2941, + "mean_token_accuracy": 0.25821716636419295, + "num_tokens": 15052802.0, + "step": 5245 + }, + { + "entropy": 5.080618524551392, + "epoch": 6.227758007117438, + "grad_norm": 1.4375, + "learning_rate": 0.0002240972762154453, + "loss": 4.3037, + "mean_token_accuracy": 0.25927335768938065, + "num_tokens": 15067133.0, + "step": 5250 + }, + { + "entropy": 5.022476577758789, + "epoch": 6.233689205219454, + "grad_norm": 1.484375, + "learning_rate": 0.000223633420567056, + "loss": 4.2966, + "mean_token_accuracy": 0.2569254443049431, + "num_tokens": 15079985.0, + "step": 5255 + }, + { + "entropy": 4.928483486175537, + "epoch": 6.239620403321471, + "grad_norm": 1.28125, + "learning_rate": 0.0002231697951224346, + "loss": 4.2144, + "mean_token_accuracy": 0.2635895624756813, + "num_tokens": 15095092.0, + "step": 5260 + }, + { + "entropy": 5.036012649536133, + "epoch": 6.245551601423488, + "grad_norm": 1.2265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.3631, + "mean_token_accuracy": 0.24321680516004562, + "num_tokens": 15111850.0, + "step": 5265 + }, + { + "entropy": 5.032869529724121, + "epoch": 6.251482799525504, + "grad_norm": 1.4765625, + "learning_rate": 0.00022224324315456474, + "loss": 4.2823, + "mean_token_accuracy": 0.2571799159049988, + "num_tokens": 15124918.0, + "step": 5270 + }, + { + "entropy": 4.980008888244629, + "epoch": 6.257413997627521, + "grad_norm": 1.3515625, + "learning_rate": 0.00022178032078373894, + "loss": 4.3428, + "mean_token_accuracy": 0.2544923171401024, + "num_tokens": 15140428.0, + "step": 5275 + }, + { + "entropy": 5.05231351852417, + "epoch": 6.263345195729538, + "grad_norm": 1.1953125, + "learning_rate": 0.00022131763692150798, + "loss": 4.2956, + "mean_token_accuracy": 0.2509635344147682, + "num_tokens": 15154310.0, + "step": 5280 + }, + { + "entropy": 5.06721715927124, + "epoch": 6.269276393831554, + "grad_norm": 1.4609375, + "learning_rate": 0.00022085519364142963, + "loss": 4.3207, + "mean_token_accuracy": 0.2531687691807747, + "num_tokens": 15167607.0, + "step": 5285 + }, + { + "entropy": 4.985915088653565, + "epoch": 6.275207591933571, + "grad_norm": 1.3828125, + "learning_rate": 0.00022039299301598343, + "loss": 4.3167, + "mean_token_accuracy": 0.2527414485812187, + "num_tokens": 15181200.0, + "step": 5290 + }, + { + "entropy": 5.053257703781128, + "epoch": 6.2811387900355875, + "grad_norm": 1.3359375, + "learning_rate": 0.00021993103711656148, + "loss": 4.3152, + "mean_token_accuracy": 0.2575220212340355, + "num_tokens": 15196050.0, + "step": 5295 + }, + { + "entropy": 5.0179276943206785, + "epoch": 6.2870699881376035, + "grad_norm": 1.3359375, + "learning_rate": 0.00021946932801345903, + "loss": 4.2558, + "mean_token_accuracy": 0.260312719643116, + "num_tokens": 15209134.0, + "step": 5300 + }, + { + "entropy": 4.979709911346435, + "epoch": 6.2930011862396205, + "grad_norm": 1.3203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.3143, + "mean_token_accuracy": 0.2523039475083351, + "num_tokens": 15223574.0, + "step": 5305 + }, + { + "entropy": 5.009503602981567, + "epoch": 6.298932384341637, + "grad_norm": 1.40625, + "learning_rate": 0.00021854665847185445, + "loss": 4.2875, + "mean_token_accuracy": 0.25636068880558016, + "num_tokens": 15237201.0, + "step": 5310 + }, + { + "entropy": 4.9620115756988525, + "epoch": 6.304863582443653, + "grad_norm": 1.4375, + "learning_rate": 0.00021808570216837569, + "loss": 4.3051, + "mean_token_accuracy": 0.25059895515441893, + "num_tokens": 15252757.0, + "step": 5315 + }, + { + "entropy": 5.016540050506592, + "epoch": 6.31079478054567, + "grad_norm": 1.40625, + "learning_rate": 0.0002176250009312446, + "loss": 4.3384, + "mean_token_accuracy": 0.24727711826562881, + "num_tokens": 15267448.0, + "step": 5320 + }, + { + "entropy": 5.009750556945801, + "epoch": 6.316725978647687, + "grad_norm": 1.4609375, + "learning_rate": 0.0002171645568251337, + "loss": 4.2853, + "mean_token_accuracy": 0.25654620230197905, + "num_tokens": 15280276.0, + "step": 5325 + }, + { + "entropy": 4.978376150131226, + "epoch": 6.322657176749703, + "grad_norm": 1.296875, + "learning_rate": 0.00021670437191356295, + "loss": 4.2642, + "mean_token_accuracy": 0.2605225682258606, + "num_tokens": 15293960.0, + "step": 5330 + }, + { + "entropy": 4.949605989456177, + "epoch": 6.32858837485172, + "grad_norm": 1.28125, + "learning_rate": 0.0002162444482588908, + "loss": 4.2391, + "mean_token_accuracy": 0.2608349248766899, + "num_tokens": 15309698.0, + "step": 5335 + }, + { + "entropy": 4.959253168106079, + "epoch": 6.334519572953736, + "grad_norm": 1.4453125, + "learning_rate": 0.00021578478792230504, + "loss": 4.1459, + "mean_token_accuracy": 0.2709234029054642, + "num_tokens": 15322491.0, + "step": 5340 + }, + { + "entropy": 4.951858901977539, + "epoch": 6.340450771055753, + "grad_norm": 1.28125, + "learning_rate": 0.00021532539296381314, + "loss": 4.228, + "mean_token_accuracy": 0.2675049722194672, + "num_tokens": 15335914.0, + "step": 5345 + }, + { + "entropy": 5.012625598907471, + "epoch": 6.34638196915777, + "grad_norm": 1.296875, + "learning_rate": 0.00021486626544223332, + "loss": 4.317, + "mean_token_accuracy": 0.25726097226142886, + "num_tokens": 15350136.0, + "step": 5350 + }, + { + "entropy": 5.0181556224823, + "epoch": 6.352313167259786, + "grad_norm": 1.421875, + "learning_rate": 0.00021440740741518534, + "loss": 4.2696, + "mean_token_accuracy": 0.26408939957618716, + "num_tokens": 15362615.0, + "step": 5355 + }, + { + "entropy": 5.001295375823974, + "epoch": 6.358244365361803, + "grad_norm": 1.5390625, + "learning_rate": 0.00021394882093908097, + "loss": 4.2675, + "mean_token_accuracy": 0.2587674051523209, + "num_tokens": 15377410.0, + "step": 5360 + }, + { + "entropy": 5.001947593688965, + "epoch": 6.36417556346382, + "grad_norm": 1.4296875, + "learning_rate": 0.00021349050806911536, + "loss": 4.2396, + "mean_token_accuracy": 0.26232816129922865, + "num_tokens": 15391601.0, + "step": 5365 + }, + { + "entropy": 4.981376266479492, + "epoch": 6.370106761565836, + "grad_norm": 1.3828125, + "learning_rate": 0.00021303247085925715, + "loss": 4.275, + "mean_token_accuracy": 0.25759045481681825, + "num_tokens": 15404904.0, + "step": 5370 + }, + { + "entropy": 4.972017908096314, + "epoch": 6.376037959667853, + "grad_norm": 1.40625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1785, + "mean_token_accuracy": 0.2671340972185135, + "num_tokens": 15417438.0, + "step": 5375 + }, + { + "entropy": 4.9670978546142575, + "epoch": 6.38196915776987, + "grad_norm": 1.3828125, + "learning_rate": 0.00021211723162955194, + "loss": 4.2631, + "mean_token_accuracy": 0.26574990898370743, + "num_tokens": 15431449.0, + "step": 5380 + }, + { + "entropy": 5.062072324752807, + "epoch": 6.387900355871886, + "grad_norm": 1.4375, + "learning_rate": 0.00021166003371142855, + "loss": 4.3397, + "mean_token_accuracy": 0.24796287715435028, + "num_tokens": 15446236.0, + "step": 5385 + }, + { + "entropy": 5.07905125617981, + "epoch": 6.393831553973903, + "grad_norm": 1.3359375, + "learning_rate": 0.0002112031196568418, + "loss": 4.3522, + "mean_token_accuracy": 0.2528716191649437, + "num_tokens": 15460813.0, + "step": 5390 + }, + { + "entropy": 5.038124704360962, + "epoch": 6.39976275207592, + "grad_norm": 1.40625, + "learning_rate": 0.00021074649151349157, + "loss": 4.3095, + "mean_token_accuracy": 0.25035764575004577, + "num_tokens": 15476259.0, + "step": 5395 + }, + { + "entropy": 5.005946063995362, + "epoch": 6.405693950177936, + "grad_norm": 1.4375, + "learning_rate": 0.00021029015132779615, + "loss": 4.2713, + "mean_token_accuracy": 0.25605716109275817, + "num_tokens": 15489630.0, + "step": 5400 + }, + { + "entropy": 4.9758141994476315, + "epoch": 6.411625148279953, + "grad_norm": 1.1953125, + "learning_rate": 0.00020983410114488367, + "loss": 4.2804, + "mean_token_accuracy": 0.2633867159485817, + "num_tokens": 15504826.0, + "step": 5405 + }, + { + "entropy": 5.095077753067017, + "epoch": 6.41755634638197, + "grad_norm": 1.21875, + "learning_rate": 0.0002093783430085825, + "loss": 4.3843, + "mean_token_accuracy": 0.2466120555996895, + "num_tokens": 15521236.0, + "step": 5410 + }, + { + "entropy": 5.009157133102417, + "epoch": 6.423487544483986, + "grad_norm": 1.3671875, + "learning_rate": 0.00020892287896141204, + "loss": 4.3164, + "mean_token_accuracy": 0.2507207080721855, + "num_tokens": 15535232.0, + "step": 5415 + }, + { + "entropy": 4.967687273025513, + "epoch": 6.4294187425860025, + "grad_norm": 1.34375, + "learning_rate": 0.0002084677110445739, + "loss": 4.3213, + "mean_token_accuracy": 0.2534439966082573, + "num_tokens": 15549986.0, + "step": 5420 + }, + { + "entropy": 4.997312068939209, + "epoch": 6.435349940688019, + "grad_norm": 1.3125, + "learning_rate": 0.0002080128412979425, + "loss": 4.3035, + "mean_token_accuracy": 0.2496727466583252, + "num_tokens": 15564901.0, + "step": 5425 + }, + { + "entropy": 5.063030624389649, + "epoch": 6.4412811387900355, + "grad_norm": 1.578125, + "learning_rate": 0.00020755827176005575, + "loss": 4.3508, + "mean_token_accuracy": 0.25321594923734664, + "num_tokens": 15582895.0, + "step": 5430 + }, + { + "entropy": 5.005529594421387, + "epoch": 6.447212336892052, + "grad_norm": 1.296875, + "learning_rate": 0.00020710400446810658, + "loss": 4.2506, + "mean_token_accuracy": 0.2576309829950333, + "num_tokens": 15596965.0, + "step": 5435 + }, + { + "entropy": 5.011136293411255, + "epoch": 6.4531435349940685, + "grad_norm": 1.2265625, + "learning_rate": 0.00020665004145793293, + "loss": 4.3019, + "mean_token_accuracy": 0.25358843207359316, + "num_tokens": 15611688.0, + "step": 5440 + }, + { + "entropy": 4.997492885589599, + "epoch": 6.459074733096085, + "grad_norm": 1.171875, + "learning_rate": 0.00020619638476400943, + "loss": 4.3155, + "mean_token_accuracy": 0.254525488615036, + "num_tokens": 15626567.0, + "step": 5445 + }, + { + "entropy": 5.012764024734497, + "epoch": 6.465005931198102, + "grad_norm": 1.3984375, + "learning_rate": 0.00020574303641943782, + "loss": 4.2949, + "mean_token_accuracy": 0.25787416100502014, + "num_tokens": 15641448.0, + "step": 5450 + }, + { + "entropy": 4.973249864578247, + "epoch": 6.470937129300118, + "grad_norm": 1.640625, + "learning_rate": 0.0002052899984559377, + "loss": 4.2957, + "mean_token_accuracy": 0.25665432065725324, + "num_tokens": 15655478.0, + "step": 5455 + }, + { + "entropy": 4.9652416706085205, + "epoch": 6.476868327402135, + "grad_norm": 1.2578125, + "learning_rate": 0.00020483727290383812, + "loss": 4.2559, + "mean_token_accuracy": 0.2595137730240822, + "num_tokens": 15670268.0, + "step": 5460 + }, + { + "entropy": 5.0037332534790036, + "epoch": 6.482799525504152, + "grad_norm": 1.2734375, + "learning_rate": 0.00020438486179206772, + "loss": 4.2668, + "mean_token_accuracy": 0.26161179691553116, + "num_tokens": 15684346.0, + "step": 5465 + }, + { + "entropy": 5.056458282470703, + "epoch": 6.488730723606168, + "grad_norm": 1.4296875, + "learning_rate": 0.0002039327671481459, + "loss": 4.3082, + "mean_token_accuracy": 0.25756986290216444, + "num_tokens": 15697715.0, + "step": 5470 + }, + { + "entropy": 4.9800026416778564, + "epoch": 6.494661921708185, + "grad_norm": 1.5390625, + "learning_rate": 0.000203480990998174, + "loss": 4.2732, + "mean_token_accuracy": 0.2652369484305382, + "num_tokens": 15711164.0, + "step": 5475 + }, + { + "entropy": 5.010848426818848, + "epoch": 6.500593119810202, + "grad_norm": 1.3671875, + "learning_rate": 0.00020302953536682606, + "loss": 4.3121, + "mean_token_accuracy": 0.25519239008426664, + "num_tokens": 15726090.0, + "step": 5480 + }, + { + "entropy": 4.979192781448364, + "epoch": 6.506524317912218, + "grad_norm": 1.40625, + "learning_rate": 0.00020257840227733926, + "loss": 4.3159, + "mean_token_accuracy": 0.2554710179567337, + "num_tokens": 15740267.0, + "step": 5485 + }, + { + "entropy": 5.0485481262207035, + "epoch": 6.512455516014235, + "grad_norm": 1.34375, + "learning_rate": 0.00020212759375150564, + "loss": 4.2913, + "mean_token_accuracy": 0.2593435138463974, + "num_tokens": 15755531.0, + "step": 5490 + }, + { + "entropy": 4.97378363609314, + "epoch": 6.518386714116252, + "grad_norm": 1.3515625, + "learning_rate": 0.00020167711180966275, + "loss": 4.2902, + "mean_token_accuracy": 0.25500780791044236, + "num_tokens": 15770763.0, + "step": 5495 + }, + { + "entropy": 4.9556597709655765, + "epoch": 6.524317912218268, + "grad_norm": 1.4609375, + "learning_rate": 0.00020122695847068413, + "loss": 4.2733, + "mean_token_accuracy": 0.2600768730044365, + "num_tokens": 15784076.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.884481093634857, + "eval_loss": 5.281618595123291, + "eval_mean_token_accuracy": 0.1946958752771828, + "eval_num_tokens": 15784076.0, + "eval_runtime": 1.8516, + "eval_samples_per_second": 1408.539, + "eval_steps_per_second": 176.067, + "step": 5500 + }, + { + "entropy": 4.992613029479981, + "epoch": 6.530249110320285, + "grad_norm": 1.375, + "learning_rate": 0.00020077713575197115, + "loss": 4.2774, + "mean_token_accuracy": 0.2598809704184532, + "num_tokens": 15798772.0, + "step": 5505 + }, + { + "entropy": 4.969381618499756, + "epoch": 6.536180308422301, + "grad_norm": 1.3125, + "learning_rate": 0.000200327645669443, + "loss": 4.3222, + "mean_token_accuracy": 0.2580392867326736, + "num_tokens": 15813063.0, + "step": 5510 + }, + { + "entropy": 5.044298219680786, + "epoch": 6.542111506524318, + "grad_norm": 1.25, + "learning_rate": 0.0001998784902375284, + "loss": 4.3691, + "mean_token_accuracy": 0.2431435078382492, + "num_tokens": 15827988.0, + "step": 5515 + }, + { + "entropy": 5.024580574035644, + "epoch": 6.548042704626335, + "grad_norm": 1.3203125, + "learning_rate": 0.00019942967146915642, + "loss": 4.3362, + "mean_token_accuracy": 0.2600793331861496, + "num_tokens": 15843536.0, + "step": 5520 + }, + { + "entropy": 4.991915321350097, + "epoch": 6.553973902728351, + "grad_norm": 1.171875, + "learning_rate": 0.000198981191375747, + "loss": 4.2833, + "mean_token_accuracy": 0.2573126941919327, + "num_tokens": 15858319.0, + "step": 5525 + }, + { + "entropy": 5.046734762191773, + "epoch": 6.559905100830368, + "grad_norm": 1.296875, + "learning_rate": 0.0001985330519672025, + "loss": 4.3785, + "mean_token_accuracy": 0.2462637796998024, + "num_tokens": 15873593.0, + "step": 5530 + }, + { + "entropy": 5.0682448387146, + "epoch": 6.565836298932385, + "grad_norm": 1.296875, + "learning_rate": 0.00019808525525189864, + "loss": 4.3884, + "mean_token_accuracy": 0.24961629062891005, + "num_tokens": 15889558.0, + "step": 5535 + }, + { + "entropy": 4.950687074661255, + "epoch": 6.571767497034401, + "grad_norm": 1.2421875, + "learning_rate": 0.00019763780323667478, + "loss": 4.2593, + "mean_token_accuracy": 0.25389406830072403, + "num_tokens": 15904563.0, + "step": 5540 + }, + { + "entropy": 5.019732427597046, + "epoch": 6.577698695136418, + "grad_norm": 1.5546875, + "learning_rate": 0.00019719069792682603, + "loss": 4.2874, + "mean_token_accuracy": 0.26106633692979814, + "num_tokens": 15917386.0, + "step": 5545 + }, + { + "entropy": 4.999498510360718, + "epoch": 6.5836298932384345, + "grad_norm": 1.4453125, + "learning_rate": 0.00019674394132609358, + "loss": 4.2255, + "mean_token_accuracy": 0.26569036692380904, + "num_tokens": 15930288.0, + "step": 5550 + }, + { + "entropy": 5.013231325149536, + "epoch": 6.5895610913404505, + "grad_norm": 1.4375, + "learning_rate": 0.00019629753543665558, + "loss": 4.2773, + "mean_token_accuracy": 0.26227799504995347, + "num_tokens": 15943755.0, + "step": 5555 + }, + { + "entropy": 4.989235734939575, + "epoch": 6.5954922894424675, + "grad_norm": 1.5703125, + "learning_rate": 0.00019585148225911863, + "loss": 4.3205, + "mean_token_accuracy": 0.25589252859354017, + "num_tokens": 15956775.0, + "step": 5560 + }, + { + "entropy": 4.992581224441528, + "epoch": 6.6014234875444835, + "grad_norm": 1.5625, + "learning_rate": 0.0001954057837925089, + "loss": 4.2927, + "mean_token_accuracy": 0.255673760175705, + "num_tokens": 15970574.0, + "step": 5565 + }, + { + "entropy": 4.997840213775635, + "epoch": 6.6073546856465, + "grad_norm": 1.359375, + "learning_rate": 0.00019496044203426227, + "loss": 4.2622, + "mean_token_accuracy": 0.26642684191465377, + "num_tokens": 15984655.0, + "step": 5570 + }, + { + "entropy": 4.9672706604003904, + "epoch": 6.613285883748517, + "grad_norm": 1.53125, + "learning_rate": 0.0001945154589802165, + "loss": 4.273, + "mean_token_accuracy": 0.2563008666038513, + "num_tokens": 15999153.0, + "step": 5575 + }, + { + "entropy": 5.062337398529053, + "epoch": 6.619217081850534, + "grad_norm": 1.4296875, + "learning_rate": 0.00019407083662460167, + "loss": 4.3264, + "mean_token_accuracy": 0.25327343344688413, + "num_tokens": 16013469.0, + "step": 5580 + }, + { + "entropy": 5.05042200088501, + "epoch": 6.62514827995255, + "grad_norm": 1.28125, + "learning_rate": 0.00019362657696003118, + "loss": 4.383, + "mean_token_accuracy": 0.24745286107063294, + "num_tokens": 16026952.0, + "step": 5585 + }, + { + "entropy": 4.911050510406494, + "epoch": 6.631079478054567, + "grad_norm": 1.3046875, + "learning_rate": 0.00019318268197749333, + "loss": 4.267, + "mean_token_accuracy": 0.2533601656556129, + "num_tokens": 16042174.0, + "step": 5590 + }, + { + "entropy": 4.979975843429566, + "epoch": 6.637010676156583, + "grad_norm": 1.4375, + "learning_rate": 0.0001927391536663417, + "loss": 4.2227, + "mean_token_accuracy": 0.2669878140091896, + "num_tokens": 16056978.0, + "step": 5595 + }, + { + "entropy": 5.086388874053955, + "epoch": 6.6429418742586, + "grad_norm": 1.3828125, + "learning_rate": 0.00019229599401428678, + "loss": 4.3623, + "mean_token_accuracy": 0.2505487442016602, + "num_tokens": 16072876.0, + "step": 5600 + }, + { + "entropy": 4.959554862976074, + "epoch": 6.648873072360617, + "grad_norm": 1.3125, + "learning_rate": 0.000191853205007387, + "loss": 4.2708, + "mean_token_accuracy": 0.2592278331518173, + "num_tokens": 16087737.0, + "step": 5605 + }, + { + "entropy": 4.961795854568481, + "epoch": 6.654804270462633, + "grad_norm": 1.265625, + "learning_rate": 0.00019141078863003946, + "loss": 4.3073, + "mean_token_accuracy": 0.2558647975325584, + "num_tokens": 16102186.0, + "step": 5610 + }, + { + "entropy": 5.00455961227417, + "epoch": 6.66073546856465, + "grad_norm": 1.453125, + "learning_rate": 0.0001909687468649715, + "loss": 4.3416, + "mean_token_accuracy": 0.25692396610975266, + "num_tokens": 16115732.0, + "step": 5615 + }, + { + "entropy": 5.02725658416748, + "epoch": 6.666666666666667, + "grad_norm": 1.2421875, + "learning_rate": 0.00019052708169323157, + "loss": 4.2383, + "mean_token_accuracy": 0.26466243863105776, + "num_tokens": 16129857.0, + "step": 5620 + }, + { + "entropy": 5.016177845001221, + "epoch": 6.672597864768683, + "grad_norm": 1.328125, + "learning_rate": 0.00019008579509418016, + "loss": 4.2626, + "mean_token_accuracy": 0.26054307669401167, + "num_tokens": 16144647.0, + "step": 5625 + }, + { + "entropy": 5.021915864944458, + "epoch": 6.6785290628707, + "grad_norm": 1.2421875, + "learning_rate": 0.00018964488904548143, + "loss": 4.4141, + "mean_token_accuracy": 0.2402704417705536, + "num_tokens": 16161098.0, + "step": 5630 + }, + { + "entropy": 4.967159461975098, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.2638, + "mean_token_accuracy": 0.26501198709011076, + "num_tokens": 16175787.0, + "step": 5635 + }, + { + "entropy": 5.022961235046386, + "epoch": 6.690391459074733, + "grad_norm": 1.328125, + "learning_rate": 0.00018876422650126196, + "loss": 4.2766, + "mean_token_accuracy": 0.2616144120693207, + "num_tokens": 16190855.0, + "step": 5640 + }, + { + "entropy": 4.9670257568359375, + "epoch": 6.69632265717675, + "grad_norm": 1.453125, + "learning_rate": 0.00018832447395250658, + "loss": 4.264, + "mean_token_accuracy": 0.26231630742549894, + "num_tokens": 16205330.0, + "step": 5645 + }, + { + "entropy": 4.970721054077148, + "epoch": 6.702253855278766, + "grad_norm": 1.390625, + "learning_rate": 0.00018788510984761697, + "loss": 4.3421, + "mean_token_accuracy": 0.2487207517027855, + "num_tokens": 16220297.0, + "step": 5650 + }, + { + "entropy": 5.020165491104126, + "epoch": 6.708185053380783, + "grad_norm": 1.3828125, + "learning_rate": 0.0001874461361556412, + "loss": 4.2893, + "mean_token_accuracy": 0.2616558983922005, + "num_tokens": 16234499.0, + "step": 5655 + }, + { + "entropy": 5.000153207778931, + "epoch": 6.7141162514828, + "grad_norm": 1.3203125, + "learning_rate": 0.00018700755484387795, + "loss": 4.274, + "mean_token_accuracy": 0.2563459500670433, + "num_tokens": 16248717.0, + "step": 5660 + }, + { + "entropy": 5.028919696807861, + "epoch": 6.720047449584817, + "grad_norm": 1.5078125, + "learning_rate": 0.0001865693678778672, + "loss": 4.344, + "mean_token_accuracy": 0.25129691511392593, + "num_tokens": 16264245.0, + "step": 5665 + }, + { + "entropy": 4.946048212051392, + "epoch": 6.725978647686833, + "grad_norm": 1.484375, + "learning_rate": 0.0001861315772213818, + "loss": 4.2232, + "mean_token_accuracy": 0.264399316906929, + "num_tokens": 16278194.0, + "step": 5670 + }, + { + "entropy": 4.968748998641968, + "epoch": 6.7319098457888495, + "grad_norm": 1.546875, + "learning_rate": 0.00018569418483641847, + "loss": 4.2983, + "mean_token_accuracy": 0.25009156465530397, + "num_tokens": 16291351.0, + "step": 5675 + }, + { + "entropy": 4.997514867782593, + "epoch": 6.737841043890866, + "grad_norm": 1.2421875, + "learning_rate": 0.00018525719268318896, + "loss": 4.3553, + "mean_token_accuracy": 0.2540345326066017, + "num_tokens": 16305860.0, + "step": 5680 + }, + { + "entropy": 5.055976247787475, + "epoch": 6.7437722419928825, + "grad_norm": 1.421875, + "learning_rate": 0.00018482060272011135, + "loss": 4.3244, + "mean_token_accuracy": 0.25088112652301786, + "num_tokens": 16321514.0, + "step": 5685 + }, + { + "entropy": 4.97979998588562, + "epoch": 6.749703440094899, + "grad_norm": 1.5234375, + "learning_rate": 0.00018438441690380141, + "loss": 4.2751, + "mean_token_accuracy": 0.26026569604873656, + "num_tokens": 16335179.0, + "step": 5690 + }, + { + "entropy": 5.074652004241943, + "epoch": 6.7556346381969155, + "grad_norm": 1.3203125, + "learning_rate": 0.00018394863718906352, + "loss": 4.4071, + "mean_token_accuracy": 0.254218690097332, + "num_tokens": 16349015.0, + "step": 5695 + }, + { + "entropy": 5.019668960571289, + "epoch": 6.761565836298932, + "grad_norm": 1.3046875, + "learning_rate": 0.00018351326552888214, + "loss": 4.3321, + "mean_token_accuracy": 0.2562092557549477, + "num_tokens": 16363159.0, + "step": 5700 + }, + { + "entropy": 4.9923424243927, + "epoch": 6.767497034400949, + "grad_norm": 1.25, + "learning_rate": 0.00018307830387441322, + "loss": 4.273, + "mean_token_accuracy": 0.26362170577049254, + "num_tokens": 16377666.0, + "step": 5705 + }, + { + "entropy": 4.977004051208496, + "epoch": 6.773428232502965, + "grad_norm": 1.59375, + "learning_rate": 0.00018264375417497474, + "loss": 4.2406, + "mean_token_accuracy": 0.2623505651950836, + "num_tokens": 16388704.0, + "step": 5710 + }, + { + "entropy": 4.962380838394165, + "epoch": 6.779359430604982, + "grad_norm": 1.3359375, + "learning_rate": 0.00018220961837803895, + "loss": 4.2847, + "mean_token_accuracy": 0.2599011495709419, + "num_tokens": 16401754.0, + "step": 5715 + }, + { + "entropy": 4.948617219924927, + "epoch": 6.785290628706999, + "grad_norm": 1.4140625, + "learning_rate": 0.00018177589842922293, + "loss": 4.2692, + "mean_token_accuracy": 0.26144648939371107, + "num_tokens": 16418388.0, + "step": 5720 + }, + { + "entropy": 4.979605340957642, + "epoch": 6.791221826809015, + "grad_norm": 1.296875, + "learning_rate": 0.00018134259627228006, + "loss": 4.2829, + "mean_token_accuracy": 0.2577250197529793, + "num_tokens": 16431601.0, + "step": 5725 + }, + { + "entropy": 4.999537801742553, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.2499, + "mean_token_accuracy": 0.2631471410393715, + "num_tokens": 16446110.0, + "step": 5730 + }, + { + "entropy": 5.030329990386963, + "epoch": 6.803084223013048, + "grad_norm": 1.359375, + "learning_rate": 0.00018047725309965735, + "loss": 4.3301, + "mean_token_accuracy": 0.2531889766454697, + "num_tokens": 16460036.0, + "step": 5735 + }, + { + "entropy": 4.995620012283325, + "epoch": 6.809015421115065, + "grad_norm": 1.40625, + "learning_rate": 0.00018004521596208766, + "loss": 4.248, + "mean_token_accuracy": 0.2623419493436813, + "num_tokens": 16472901.0, + "step": 5740 + }, + { + "entropy": 5.014560604095459, + "epoch": 6.814946619217082, + "grad_norm": 1.40625, + "learning_rate": 0.00017961360437259439, + "loss": 4.3113, + "mean_token_accuracy": 0.25390406548976896, + "num_tokens": 16486612.0, + "step": 5745 + }, + { + "entropy": 5.014849090576172, + "epoch": 6.820877817319099, + "grad_norm": 1.375, + "learning_rate": 0.0001791824202654821, + "loss": 4.3416, + "mean_token_accuracy": 0.25288961082696915, + "num_tokens": 16500559.0, + "step": 5750 + }, + { + "entropy": 5.032455158233643, + "epoch": 6.826809015421115, + "grad_norm": 1.4921875, + "learning_rate": 0.0001787516655731397, + "loss": 4.3302, + "mean_token_accuracy": 0.2583913758397102, + "num_tokens": 16515752.0, + "step": 5755 + }, + { + "entropy": 5.089465379714966, + "epoch": 6.832740213523132, + "grad_norm": 1.3671875, + "learning_rate": 0.0001783213422260316, + "loss": 4.3634, + "mean_token_accuracy": 0.2511953800916672, + "num_tokens": 16531023.0, + "step": 5760 + }, + { + "entropy": 5.050791549682617, + "epoch": 6.838671411625148, + "grad_norm": 1.328125, + "learning_rate": 0.00017789145215268905, + "loss": 4.356, + "mean_token_accuracy": 0.25255084186792376, + "num_tokens": 16544717.0, + "step": 5765 + }, + { + "entropy": 5.027574872970581, + "epoch": 6.844602609727165, + "grad_norm": 1.59375, + "learning_rate": 0.00017746199727970157, + "loss": 4.2875, + "mean_token_accuracy": 0.25751627534627913, + "num_tokens": 16558718.0, + "step": 5770 + }, + { + "entropy": 4.941769981384278, + "epoch": 6.850533807829182, + "grad_norm": 1.3984375, + "learning_rate": 0.00017703297953170855, + "loss": 4.2604, + "mean_token_accuracy": 0.2565512701869011, + "num_tokens": 16571971.0, + "step": 5775 + }, + { + "entropy": 4.9367735385894775, + "epoch": 6.856465005931198, + "grad_norm": 1.296875, + "learning_rate": 0.0001766044008313898, + "loss": 4.2527, + "mean_token_accuracy": 0.25663810819387434, + "num_tokens": 16586810.0, + "step": 5780 + }, + { + "entropy": 4.999728393554688, + "epoch": 6.862396204033215, + "grad_norm": 1.46875, + "learning_rate": 0.00017617626309945805, + "loss": 4.3135, + "mean_token_accuracy": 0.260909603536129, + "num_tokens": 16600444.0, + "step": 5785 + }, + { + "entropy": 5.033272361755371, + "epoch": 6.868327402135232, + "grad_norm": 1.3515625, + "learning_rate": 0.0001757485682546495, + "loss": 4.3154, + "mean_token_accuracy": 0.2603486180305481, + "num_tokens": 16614296.0, + "step": 5790 + }, + { + "entropy": 5.006903886795044, + "epoch": 6.874258600237248, + "grad_norm": 1.4453125, + "learning_rate": 0.00017532131821371556, + "loss": 4.2961, + "mean_token_accuracy": 0.2593622162938118, + "num_tokens": 16629672.0, + "step": 5795 + }, + { + "entropy": 5.031254053115845, + "epoch": 6.880189798339265, + "grad_norm": 1.4609375, + "learning_rate": 0.00017489451489141426, + "loss": 4.3251, + "mean_token_accuracy": 0.2636476755142212, + "num_tokens": 16643371.0, + "step": 5800 + }, + { + "entropy": 4.998486804962158, + "epoch": 6.8861209964412815, + "grad_norm": 1.2578125, + "learning_rate": 0.00017446816020050165, + "loss": 4.2776, + "mean_token_accuracy": 0.26118607372045516, + "num_tokens": 16657859.0, + "step": 5805 + }, + { + "entropy": 5.012885808944702, + "epoch": 6.8920521945432975, + "grad_norm": 1.375, + "learning_rate": 0.00017404225605172302, + "loss": 4.3016, + "mean_token_accuracy": 0.2527347654104233, + "num_tokens": 16672558.0, + "step": 5810 + }, + { + "entropy": 5.0123857975006105, + "epoch": 6.8979833926453145, + "grad_norm": 1.421875, + "learning_rate": 0.00017361680435380473, + "loss": 4.3303, + "mean_token_accuracy": 0.25539321452379227, + "num_tokens": 16689315.0, + "step": 5815 + }, + { + "entropy": 5.009195709228516, + "epoch": 6.9039145907473305, + "grad_norm": 1.390625, + "learning_rate": 0.00017319180701344533, + "loss": 4.2732, + "mean_token_accuracy": 0.2532987639307976, + "num_tokens": 16702497.0, + "step": 5820 + }, + { + "entropy": 5.049877500534057, + "epoch": 6.909845788849347, + "grad_norm": 1.5390625, + "learning_rate": 0.0001727672659353072, + "loss": 4.3818, + "mean_token_accuracy": 0.2502291098237038, + "num_tokens": 16718310.0, + "step": 5825 + }, + { + "entropy": 5.045993995666504, + "epoch": 6.915776986951364, + "grad_norm": 1.4765625, + "learning_rate": 0.00017234318302200794, + "loss": 4.2844, + "mean_token_accuracy": 0.2645047038793564, + "num_tokens": 16731130.0, + "step": 5830 + }, + { + "entropy": 5.081157875061035, + "epoch": 6.921708185053381, + "grad_norm": 1.3125, + "learning_rate": 0.00017191956017411164, + "loss": 4.3502, + "mean_token_accuracy": 0.2512794554233551, + "num_tokens": 16745882.0, + "step": 5835 + }, + { + "entropy": 5.000585603713989, + "epoch": 6.927639383155397, + "grad_norm": 1.28125, + "learning_rate": 0.0001714963992901208, + "loss": 4.3411, + "mean_token_accuracy": 0.25133366882801056, + "num_tokens": 16761426.0, + "step": 5840 + }, + { + "entropy": 4.972080373764038, + "epoch": 6.933570581257414, + "grad_norm": 1.375, + "learning_rate": 0.00017107370226646765, + "loss": 4.3075, + "mean_token_accuracy": 0.2543981775641441, + "num_tokens": 16776461.0, + "step": 5845 + }, + { + "entropy": 5.011546659469604, + "epoch": 6.93950177935943, + "grad_norm": 1.3515625, + "learning_rate": 0.00017065147099750526, + "loss": 4.3078, + "mean_token_accuracy": 0.26084921658039095, + "num_tokens": 16790034.0, + "step": 5850 + }, + { + "entropy": 5.00345549583435, + "epoch": 6.945432977461447, + "grad_norm": 1.5234375, + "learning_rate": 0.00017022970737549963, + "loss": 4.2544, + "mean_token_accuracy": 0.2648362904787064, + "num_tokens": 16804732.0, + "step": 5855 + }, + { + "entropy": 4.927154588699341, + "epoch": 6.951364175563464, + "grad_norm": 1.390625, + "learning_rate": 0.00016980841329062096, + "loss": 4.2159, + "mean_token_accuracy": 0.25904741138219833, + "num_tokens": 16818105.0, + "step": 5860 + }, + { + "entropy": 4.91227388381958, + "epoch": 6.95729537366548, + "grad_norm": 1.3828125, + "learning_rate": 0.00016938759063093507, + "loss": 4.2488, + "mean_token_accuracy": 0.26759051233530046, + "num_tokens": 16832259.0, + "step": 5865 + }, + { + "entropy": 4.974284934997558, + "epoch": 6.963226571767497, + "grad_norm": 1.3046875, + "learning_rate": 0.00016896724128239517, + "loss": 4.265, + "mean_token_accuracy": 0.26329739689826964, + "num_tokens": 16847714.0, + "step": 5870 + }, + { + "entropy": 4.969742631912231, + "epoch": 6.969157769869514, + "grad_norm": 1.2578125, + "learning_rate": 0.00016854736712883323, + "loss": 4.2871, + "mean_token_accuracy": 0.25936786979436877, + "num_tokens": 16862135.0, + "step": 5875 + }, + { + "entropy": 5.012219619750977, + "epoch": 6.97508896797153, + "grad_norm": 1.4296875, + "learning_rate": 0.00016812797005195146, + "loss": 4.3105, + "mean_token_accuracy": 0.25560787320137024, + "num_tokens": 16875888.0, + "step": 5880 + }, + { + "entropy": 5.059024286270142, + "epoch": 6.981020166073547, + "grad_norm": 1.4140625, + "learning_rate": 0.00016770905193131425, + "loss": 4.3913, + "mean_token_accuracy": 0.2509492576122284, + "num_tokens": 16889548.0, + "step": 5885 + }, + { + "entropy": 4.98057074546814, + "epoch": 6.986951364175564, + "grad_norm": 1.46875, + "learning_rate": 0.00016729061464433928, + "loss": 4.3037, + "mean_token_accuracy": 0.25645725429058075, + "num_tokens": 16903302.0, + "step": 5890 + }, + { + "entropy": 5.055238819122314, + "epoch": 6.99288256227758, + "grad_norm": 1.265625, + "learning_rate": 0.00016687266006628948, + "loss": 4.3499, + "mean_token_accuracy": 0.2564648509025574, + "num_tokens": 16917045.0, + "step": 5895 + }, + { + "entropy": 5.030117034912109, + "epoch": 6.998813760379597, + "grad_norm": 1.4921875, + "learning_rate": 0.00016645519007026455, + "loss": 4.2603, + "mean_token_accuracy": 0.2664614528417587, + "num_tokens": 16931046.0, + "step": 5900 + }, + { + "entropy": 5.033857774734497, + "epoch": 7.004744958481614, + "grad_norm": 1.3984375, + "learning_rate": 0.00016603820652719216, + "loss": 4.1797, + "mean_token_accuracy": 0.27322164475917815, + "num_tokens": 16945637.0, + "step": 5905 + }, + { + "entropy": 4.99234790802002, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.1773, + "mean_token_accuracy": 0.2691218316555023, + "num_tokens": 16961200.0, + "step": 5910 + }, + { + "entropy": 4.991095781326294, + "epoch": 7.016607354685647, + "grad_norm": 1.4375, + "learning_rate": 0.00016520570627270815, + "loss": 4.1845, + "mean_token_accuracy": 0.2716655969619751, + "num_tokens": 16973208.0, + "step": 5915 + }, + { + "entropy": 4.963917970657349, + "epoch": 7.022538552787663, + "grad_norm": 1.203125, + "learning_rate": 0.00016479019329221839, + "loss": 4.1768, + "mean_token_accuracy": 0.2727633535861969, + "num_tokens": 16987835.0, + "step": 5920 + }, + { + "entropy": 4.995104169845581, + "epoch": 7.02846975088968, + "grad_norm": 1.3984375, + "learning_rate": 0.00016437517422650838, + "loss": 4.1941, + "mean_token_accuracy": 0.2673430025577545, + "num_tokens": 17002627.0, + "step": 5925 + }, + { + "entropy": 5.021654653549194, + "epoch": 7.0344009489916965, + "grad_norm": 1.6015625, + "learning_rate": 0.00016396065093552198, + "loss": 4.1729, + "mean_token_accuracy": 0.2638517066836357, + "num_tokens": 17017368.0, + "step": 5930 + }, + { + "entropy": 5.045068597793579, + "epoch": 7.040332147093713, + "grad_norm": 1.234375, + "learning_rate": 0.000163546625276981, + "loss": 4.1881, + "mean_token_accuracy": 0.27000432312488554, + "num_tokens": 17031114.0, + "step": 5935 + }, + { + "entropy": 4.965819215774536, + "epoch": 7.0462633451957295, + "grad_norm": 1.359375, + "learning_rate": 0.00016313309910637736, + "loss": 4.1614, + "mean_token_accuracy": 0.27423699051141737, + "num_tokens": 17045287.0, + "step": 5940 + }, + { + "entropy": 4.967565965652466, + "epoch": 7.052194543297746, + "grad_norm": 1.234375, + "learning_rate": 0.0001627200742769644, + "loss": 4.1771, + "mean_token_accuracy": 0.2699409484863281, + "num_tokens": 17059684.0, + "step": 5945 + }, + { + "entropy": 5.021118640899658, + "epoch": 7.0581257413997625, + "grad_norm": 1.2734375, + "learning_rate": 0.00016230755263974838, + "loss": 4.2512, + "mean_token_accuracy": 0.26112324744462967, + "num_tokens": 17077482.0, + "step": 5950 + }, + { + "entropy": 4.998319244384765, + "epoch": 7.064056939501779, + "grad_norm": 1.296875, + "learning_rate": 0.00016189553604348101, + "loss": 4.2574, + "mean_token_accuracy": 0.2602573648095131, + "num_tokens": 17092479.0, + "step": 5955 + }, + { + "entropy": 4.996929788589478, + "epoch": 7.069988137603796, + "grad_norm": 1.40625, + "learning_rate": 0.00016148402633465005, + "loss": 4.1776, + "mean_token_accuracy": 0.2744797199964523, + "num_tokens": 17106726.0, + "step": 5960 + }, + { + "entropy": 5.06904821395874, + "epoch": 7.075919335705812, + "grad_norm": 1.375, + "learning_rate": 0.00016107302535747192, + "loss": 4.2429, + "mean_token_accuracy": 0.2710800006985664, + "num_tokens": 17119454.0, + "step": 5965 + }, + { + "entropy": 4.988620471954346, + "epoch": 7.081850533807829, + "grad_norm": 1.4609375, + "learning_rate": 0.00016066253495388306, + "loss": 4.197, + "mean_token_accuracy": 0.2724588751792908, + "num_tokens": 17133816.0, + "step": 5970 + }, + { + "entropy": 4.975905704498291, + "epoch": 7.087781731909846, + "grad_norm": 1.515625, + "learning_rate": 0.0001602525569635317, + "loss": 4.1541, + "mean_token_accuracy": 0.2806005463004112, + "num_tokens": 17148047.0, + "step": 5975 + }, + { + "entropy": 4.982966947555542, + "epoch": 7.093712930011862, + "grad_norm": 1.2421875, + "learning_rate": 0.00015984309322376967, + "loss": 4.2284, + "mean_token_accuracy": 0.26824335008859634, + "num_tokens": 17162948.0, + "step": 5980 + }, + { + "entropy": 4.98968391418457, + "epoch": 7.099644128113879, + "grad_norm": 1.2890625, + "learning_rate": 0.00015943414556964422, + "loss": 4.1955, + "mean_token_accuracy": 0.26559202671051024, + "num_tokens": 17177840.0, + "step": 5985 + }, + { + "entropy": 5.05318660736084, + "epoch": 7.105575326215895, + "grad_norm": 1.46875, + "learning_rate": 0.00015902571583388945, + "loss": 4.1883, + "mean_token_accuracy": 0.2807733714580536, + "num_tokens": 17191946.0, + "step": 5990 + }, + { + "entropy": 5.0341709613800045, + "epoch": 7.111506524317912, + "grad_norm": 1.2578125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1909, + "mean_token_accuracy": 0.26572618931531905, + "num_tokens": 17206657.0, + "step": 5995 + }, + { + "entropy": 5.028892612457275, + "epoch": 7.117437722419929, + "grad_norm": 1.4375, + "learning_rate": 0.0001582104174368157, + "loss": 4.2624, + "mean_token_accuracy": 0.2579065799713135, + "num_tokens": 17222526.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.860331838116324, + "eval_loss": 5.283239841461182, + "eval_mean_token_accuracy": 0.19501724009590646, + "eval_num_tokens": 17222526.0, + "eval_runtime": 1.8499, + "eval_samples_per_second": 1409.799, + "eval_steps_per_second": 176.225, + "step": 6000 + }, + { + "entropy": 4.996658515930176, + "epoch": 7.123368920521945, + "grad_norm": 1.28125, + "learning_rate": 0.00015780355242932695, + "loss": 4.2152, + "mean_token_accuracy": 0.2664333865046501, + "num_tokens": 17237246.0, + "step": 6005 + }, + { + "entropy": 4.9872214794158936, + "epoch": 7.129300118623962, + "grad_norm": 1.40625, + "learning_rate": 0.0001573972126478531, + "loss": 4.202, + "mean_token_accuracy": 0.2610640674829483, + "num_tokens": 17251723.0, + "step": 6010 + }, + { + "entropy": 5.034897804260254, + "epoch": 7.135231316725979, + "grad_norm": 1.2734375, + "learning_rate": 0.0001569913999134412, + "loss": 4.1923, + "mean_token_accuracy": 0.27033864706754684, + "num_tokens": 17265323.0, + "step": 6015 + }, + { + "entropy": 4.984272432327271, + "epoch": 7.141162514827995, + "grad_norm": 1.484375, + "learning_rate": 0.00015658611604477585, + "loss": 4.2239, + "mean_token_accuracy": 0.2649402692914009, + "num_tokens": 17280554.0, + "step": 6020 + }, + { + "entropy": 5.018138980865478, + "epoch": 7.147093712930012, + "grad_norm": 1.265625, + "learning_rate": 0.00015618136285817187, + "loss": 4.2828, + "mean_token_accuracy": 0.2580919414758682, + "num_tokens": 17296187.0, + "step": 6025 + }, + { + "entropy": 4.942062187194824, + "epoch": 7.153024911032029, + "grad_norm": 1.390625, + "learning_rate": 0.0001557771421675657, + "loss": 4.1525, + "mean_token_accuracy": 0.2697895348072052, + "num_tokens": 17312340.0, + "step": 6030 + }, + { + "entropy": 5.044032335281372, + "epoch": 7.158956109134045, + "grad_norm": 1.5078125, + "learning_rate": 0.0001553734557845073, + "loss": 4.1748, + "mean_token_accuracy": 0.27034529894590376, + "num_tokens": 17326653.0, + "step": 6035 + }, + { + "entropy": 5.000232982635498, + "epoch": 7.164887307236062, + "grad_norm": 1.4140625, + "learning_rate": 0.00015497030551815216, + "loss": 4.2075, + "mean_token_accuracy": 0.2664830684661865, + "num_tokens": 17340938.0, + "step": 6040 + }, + { + "entropy": 4.997052574157715, + "epoch": 7.170818505338079, + "grad_norm": 1.4921875, + "learning_rate": 0.00015456769317525294, + "loss": 4.1841, + "mean_token_accuracy": 0.27608177363872527, + "num_tokens": 17354567.0, + "step": 6045 + }, + { + "entropy": 4.998716115951538, + "epoch": 7.176749703440095, + "grad_norm": 1.3671875, + "learning_rate": 0.00015416562056015177, + "loss": 4.2401, + "mean_token_accuracy": 0.2623141884803772, + "num_tokens": 17367630.0, + "step": 6050 + }, + { + "entropy": 5.019015693664551, + "epoch": 7.182680901542112, + "grad_norm": 1.671875, + "learning_rate": 0.00015376408947477188, + "loss": 4.1926, + "mean_token_accuracy": 0.2711896300315857, + "num_tokens": 17381173.0, + "step": 6055 + }, + { + "entropy": 4.932798957824707, + "epoch": 7.1886120996441285, + "grad_norm": 1.265625, + "learning_rate": 0.0001533631017186094, + "loss": 4.1447, + "mean_token_accuracy": 0.275094635784626, + "num_tokens": 17396260.0, + "step": 6060 + }, + { + "entropy": 4.983949375152588, + "epoch": 7.1945432977461445, + "grad_norm": 1.359375, + "learning_rate": 0.00015296265908872577, + "loss": 4.1916, + "mean_token_accuracy": 0.2668409705162048, + "num_tokens": 17411332.0, + "step": 6065 + }, + { + "entropy": 4.97582778930664, + "epoch": 7.2004744958481615, + "grad_norm": 1.3359375, + "learning_rate": 0.0001525627633797393, + "loss": 4.2001, + "mean_token_accuracy": 0.25806616693735124, + "num_tokens": 17425299.0, + "step": 6070 + }, + { + "entropy": 4.947870826721191, + "epoch": 7.2064056939501775, + "grad_norm": 1.3671875, + "learning_rate": 0.00015216341638381697, + "loss": 4.1923, + "mean_token_accuracy": 0.2692117840051651, + "num_tokens": 17439848.0, + "step": 6075 + }, + { + "entropy": 5.011146306991577, + "epoch": 7.212336892052194, + "grad_norm": 1.3203125, + "learning_rate": 0.00015176461989066707, + "loss": 4.2325, + "mean_token_accuracy": 0.26296504884958266, + "num_tokens": 17455291.0, + "step": 6080 + }, + { + "entropy": 5.007442474365234, + "epoch": 7.218268090154211, + "grad_norm": 1.2734375, + "learning_rate": 0.00015136637568753054, + "loss": 4.1944, + "mean_token_accuracy": 0.2676631540060043, + "num_tokens": 17470041.0, + "step": 6085 + }, + { + "entropy": 5.015366697311402, + "epoch": 7.224199288256227, + "grad_norm": 1.234375, + "learning_rate": 0.00015096868555917317, + "loss": 4.201, + "mean_token_accuracy": 0.2696864575147629, + "num_tokens": 17485355.0, + "step": 6090 + }, + { + "entropy": 4.98715033531189, + "epoch": 7.230130486358244, + "grad_norm": 1.453125, + "learning_rate": 0.0001505715512878777, + "loss": 4.2035, + "mean_token_accuracy": 0.2661321222782135, + "num_tokens": 17500087.0, + "step": 6095 + }, + { + "entropy": 4.998094940185547, + "epoch": 7.236061684460261, + "grad_norm": 1.3359375, + "learning_rate": 0.00015017497465343583, + "loss": 4.1818, + "mean_token_accuracy": 0.2720570430159569, + "num_tokens": 17514384.0, + "step": 6100 + }, + { + "entropy": 5.0090272426605225, + "epoch": 7.241992882562277, + "grad_norm": 1.4921875, + "learning_rate": 0.0001497789574331398, + "loss": 4.2401, + "mean_token_accuracy": 0.2661726549267769, + "num_tokens": 17530030.0, + "step": 6105 + }, + { + "entropy": 4.9937468528747555, + "epoch": 7.247924080664294, + "grad_norm": 1.546875, + "learning_rate": 0.00014938350140177527, + "loss": 4.158, + "mean_token_accuracy": 0.2728572905063629, + "num_tokens": 17543451.0, + "step": 6110 + }, + { + "entropy": 4.967116403579712, + "epoch": 7.253855278766311, + "grad_norm": 1.4765625, + "learning_rate": 0.00014898860833161242, + "loss": 4.1705, + "mean_token_accuracy": 0.2723910063505173, + "num_tokens": 17556197.0, + "step": 6115 + }, + { + "entropy": 5.035435152053833, + "epoch": 7.259786476868327, + "grad_norm": 1.3125, + "learning_rate": 0.0001485942799923988, + "loss": 4.2576, + "mean_token_accuracy": 0.2616627052426338, + "num_tokens": 17571220.0, + "step": 6120 + }, + { + "entropy": 5.000133228302002, + "epoch": 7.265717674970344, + "grad_norm": 1.4921875, + "learning_rate": 0.00014820051815135106, + "loss": 4.2279, + "mean_token_accuracy": 0.26863069385290145, + "num_tokens": 17584963.0, + "step": 6125 + }, + { + "entropy": 4.979132461547851, + "epoch": 7.271648873072361, + "grad_norm": 1.296875, + "learning_rate": 0.00014780732457314672, + "loss": 4.1939, + "mean_token_accuracy": 0.27767210602760317, + "num_tokens": 17598770.0, + "step": 6130 + }, + { + "entropy": 5.032865047454834, + "epoch": 7.277580071174377, + "grad_norm": 1.515625, + "learning_rate": 0.00014741470101991696, + "loss": 4.256, + "mean_token_accuracy": 0.2663093000650406, + "num_tokens": 17611750.0, + "step": 6135 + }, + { + "entropy": 4.987130784988404, + "epoch": 7.283511269276394, + "grad_norm": 1.4296875, + "learning_rate": 0.00014702264925123818, + "loss": 4.2188, + "mean_token_accuracy": 0.2721306845545769, + "num_tokens": 17625965.0, + "step": 6140 + }, + { + "entropy": 4.965415000915527, + "epoch": 7.289442467378411, + "grad_norm": 1.421875, + "learning_rate": 0.0001466311710241242, + "loss": 4.1516, + "mean_token_accuracy": 0.27398245632648466, + "num_tokens": 17639139.0, + "step": 6145 + }, + { + "entropy": 5.016174793243408, + "epoch": 7.295373665480427, + "grad_norm": 1.3359375, + "learning_rate": 0.0001462402680930187, + "loss": 4.2189, + "mean_token_accuracy": 0.2697419747710228, + "num_tokens": 17653942.0, + "step": 6150 + }, + { + "entropy": 4.958591175079346, + "epoch": 7.301304863582444, + "grad_norm": 1.6328125, + "learning_rate": 0.00014584994220978692, + "loss": 4.1869, + "mean_token_accuracy": 0.27116630524396895, + "num_tokens": 17666059.0, + "step": 6155 + }, + { + "entropy": 4.9346113204956055, + "epoch": 7.30723606168446, + "grad_norm": 1.296875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1567, + "mean_token_accuracy": 0.27043664902448655, + "num_tokens": 17680063.0, + "step": 6160 + }, + { + "entropy": 4.962654876708984, + "epoch": 7.313167259786477, + "grad_norm": 1.3359375, + "learning_rate": 0.0001450710285814671, + "loss": 4.2203, + "mean_token_accuracy": 0.2624976679682732, + "num_tokens": 17696051.0, + "step": 6165 + }, + { + "entropy": 4.983609580993653, + "epoch": 7.319098457888494, + "grad_norm": 1.4140625, + "learning_rate": 0.00014468244432714805, + "loss": 4.2232, + "mean_token_accuracy": 0.26373462826013566, + "num_tokens": 17710068.0, + "step": 6170 + }, + { + "entropy": 4.998736476898193, + "epoch": 7.32502965599051, + "grad_norm": 1.4765625, + "learning_rate": 0.00014429444410222453, + "loss": 4.1459, + "mean_token_accuracy": 0.2747643023729324, + "num_tokens": 17723846.0, + "step": 6175 + }, + { + "entropy": 4.926743888854981, + "epoch": 7.330960854092527, + "grad_norm": 1.4921875, + "learning_rate": 0.00014390702964555321, + "loss": 4.1781, + "mean_token_accuracy": 0.2682220906019211, + "num_tokens": 17736331.0, + "step": 6180 + }, + { + "entropy": 4.9428167819976805, + "epoch": 7.3368920521945435, + "grad_norm": 1.234375, + "learning_rate": 0.00014352020269336544, + "loss": 4.1345, + "mean_token_accuracy": 0.2784573405981064, + "num_tokens": 17752698.0, + "step": 6185 + }, + { + "entropy": 4.940529108047485, + "epoch": 7.34282325029656, + "grad_norm": 1.2578125, + "learning_rate": 0.00014313396497925963, + "loss": 4.156, + "mean_token_accuracy": 0.2702515184879303, + "num_tokens": 17766895.0, + "step": 6190 + }, + { + "entropy": 4.998486328125, + "epoch": 7.3487544483985765, + "grad_norm": 1.5234375, + "learning_rate": 0.0001427483182341936, + "loss": 4.2454, + "mean_token_accuracy": 0.2659206300973892, + "num_tokens": 17780735.0, + "step": 6195 + }, + { + "entropy": 5.067836809158325, + "epoch": 7.354685646500593, + "grad_norm": 1.3359375, + "learning_rate": 0.00014236326418647644, + "loss": 4.3258, + "mean_token_accuracy": 0.260149285197258, + "num_tokens": 17795863.0, + "step": 6200 + }, + { + "entropy": 4.970726060867309, + "epoch": 7.3606168446026095, + "grad_norm": 1.6328125, + "learning_rate": 0.00014197880456176133, + "loss": 4.1424, + "mean_token_accuracy": 0.27225644886493683, + "num_tokens": 17808448.0, + "step": 6205 + }, + { + "entropy": 4.969883394241333, + "epoch": 7.366548042704626, + "grad_norm": 1.703125, + "learning_rate": 0.00014159494108303733, + "loss": 4.167, + "mean_token_accuracy": 0.2746137589216232, + "num_tokens": 17821739.0, + "step": 6210 + }, + { + "entropy": 4.932872533798218, + "epoch": 7.372479240806643, + "grad_norm": 1.40625, + "learning_rate": 0.0001412116754706216, + "loss": 4.1621, + "mean_token_accuracy": 0.27595739960670473, + "num_tokens": 17836331.0, + "step": 6215 + }, + { + "entropy": 4.94700984954834, + "epoch": 7.378410438908659, + "grad_norm": 1.2890625, + "learning_rate": 0.00014082900944215233, + "loss": 4.211, + "mean_token_accuracy": 0.2661070227622986, + "num_tokens": 17853017.0, + "step": 6220 + }, + { + "entropy": 5.005891227722168, + "epoch": 7.384341637010676, + "grad_norm": 1.5859375, + "learning_rate": 0.0001404469447125804, + "loss": 4.2281, + "mean_token_accuracy": 0.26804654896259306, + "num_tokens": 17865126.0, + "step": 6225 + }, + { + "entropy": 4.876348829269409, + "epoch": 7.390272835112693, + "grad_norm": 1.46875, + "learning_rate": 0.0001400654829941618, + "loss": 4.1082, + "mean_token_accuracy": 0.2744539946317673, + "num_tokens": 17878124.0, + "step": 6230 + }, + { + "entropy": 4.936344575881958, + "epoch": 7.396204033214709, + "grad_norm": 1.3515625, + "learning_rate": 0.00013968462599645031, + "loss": 4.134, + "mean_token_accuracy": 0.26733184456825254, + "num_tokens": 17893283.0, + "step": 6235 + }, + { + "entropy": 4.917354774475098, + "epoch": 7.402135231316726, + "grad_norm": 1.4375, + "learning_rate": 0.0001393043754262896, + "loss": 4.1558, + "mean_token_accuracy": 0.2773623079061508, + "num_tokens": 17907641.0, + "step": 6240 + }, + { + "entropy": 4.9536134719848635, + "epoch": 7.408066429418742, + "grad_norm": 1.375, + "learning_rate": 0.00013892473298780529, + "loss": 4.192, + "mean_token_accuracy": 0.2580345556139946, + "num_tokens": 17921447.0, + "step": 6245 + }, + { + "entropy": 4.953230905532837, + "epoch": 7.413997627520759, + "grad_norm": 1.328125, + "learning_rate": 0.00013854570038239784, + "loss": 4.1655, + "mean_token_accuracy": 0.2688123002648354, + "num_tokens": 17934762.0, + "step": 6250 + }, + { + "entropy": 5.022729110717774, + "epoch": 7.419928825622776, + "grad_norm": 1.4453125, + "learning_rate": 0.00013816727930873474, + "loss": 4.2377, + "mean_token_accuracy": 0.26810979247093203, + "num_tokens": 17949145.0, + "step": 6255 + }, + { + "entropy": 4.999600982666015, + "epoch": 7.425860023724792, + "grad_norm": 1.453125, + "learning_rate": 0.00013778947146274274, + "loss": 4.1796, + "mean_token_accuracy": 0.27598278522491454, + "num_tokens": 17964024.0, + "step": 6260 + }, + { + "entropy": 4.983078908920288, + "epoch": 7.431791221826809, + "grad_norm": 1.3515625, + "learning_rate": 0.00013741227853760035, + "loss": 4.1952, + "mean_token_accuracy": 0.2766303032636642, + "num_tokens": 17978174.0, + "step": 6265 + }, + { + "entropy": 5.010853099822998, + "epoch": 7.437722419928826, + "grad_norm": 1.296875, + "learning_rate": 0.00013703570222373023, + "loss": 4.2528, + "mean_token_accuracy": 0.26744233518838884, + "num_tokens": 17994553.0, + "step": 6270 + }, + { + "entropy": 5.0423643589019775, + "epoch": 7.443653618030842, + "grad_norm": 1.5859375, + "learning_rate": 0.00013665974420879178, + "loss": 4.2642, + "mean_token_accuracy": 0.2619025677442551, + "num_tokens": 18008313.0, + "step": 6275 + }, + { + "entropy": 4.941047477722168, + "epoch": 7.449584816132859, + "grad_norm": 1.6640625, + "learning_rate": 0.00013628440617767342, + "loss": 4.1584, + "mean_token_accuracy": 0.2791551113128662, + "num_tokens": 18022461.0, + "step": 6280 + }, + { + "entropy": 4.906422233581543, + "epoch": 7.455516014234876, + "grad_norm": 1.7890625, + "learning_rate": 0.00013590968981248475, + "loss": 4.1693, + "mean_token_accuracy": 0.27178616523742677, + "num_tokens": 18035169.0, + "step": 6285 + }, + { + "entropy": 4.9971668243408205, + "epoch": 7.461447212336892, + "grad_norm": 1.4765625, + "learning_rate": 0.00013553559679254978, + "loss": 4.2428, + "mean_token_accuracy": 0.260674187541008, + "num_tokens": 18050394.0, + "step": 6290 + }, + { + "entropy": 5.038432693481445, + "epoch": 7.467378410438909, + "grad_norm": 1.3984375, + "learning_rate": 0.0001351621287943987, + "loss": 4.2422, + "mean_token_accuracy": 0.2617404028773308, + "num_tokens": 18065950.0, + "step": 6295 + }, + { + "entropy": 4.968473958969116, + "epoch": 7.473309608540926, + "grad_norm": 1.359375, + "learning_rate": 0.00013478928749176047, + "loss": 4.3012, + "mean_token_accuracy": 0.255914543569088, + "num_tokens": 18081858.0, + "step": 6300 + }, + { + "entropy": 4.971351289749146, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.1469, + "mean_token_accuracy": 0.28003616333007814, + "num_tokens": 18096104.0, + "step": 6305 + }, + { + "entropy": 5.002992153167725, + "epoch": 7.485172004744959, + "grad_norm": 1.6015625, + "learning_rate": 0.00013404549165388932, + "loss": 4.1885, + "mean_token_accuracy": 0.268343822658062, + "num_tokens": 18110262.0, + "step": 6310 + }, + { + "entropy": 5.043653392791748, + "epoch": 7.4911032028469755, + "grad_norm": 1.5546875, + "learning_rate": 0.00013367454045204162, + "loss": 4.2828, + "mean_token_accuracy": 0.2634868547320366, + "num_tokens": 18124071.0, + "step": 6315 + }, + { + "entropy": 4.948855590820313, + "epoch": 7.4970344009489915, + "grad_norm": 1.5078125, + "learning_rate": 0.00013330422261246267, + "loss": 4.1151, + "mean_token_accuracy": 0.28331713676452636, + "num_tokens": 18135811.0, + "step": 6320 + }, + { + "entropy": 4.9613100528717045, + "epoch": 7.5029655990510085, + "grad_norm": 1.421875, + "learning_rate": 0.00013293453979476403, + "loss": 4.1755, + "mean_token_accuracy": 0.2705711111426353, + "num_tokens": 18150305.0, + "step": 6325 + }, + { + "entropy": 4.983557462692261, + "epoch": 7.5088967971530245, + "grad_norm": 1.3515625, + "learning_rate": 0.00013256549365571105, + "loss": 4.1487, + "mean_token_accuracy": 0.27461179345846176, + "num_tokens": 18165200.0, + "step": 6330 + }, + { + "entropy": 4.955822896957398, + "epoch": 7.514827995255041, + "grad_norm": 1.453125, + "learning_rate": 0.00013219708584921608, + "loss": 4.2163, + "mean_token_accuracy": 0.2709791466593742, + "num_tokens": 18179719.0, + "step": 6335 + }, + { + "entropy": 4.958822202682495, + "epoch": 7.520759193357058, + "grad_norm": 1.359375, + "learning_rate": 0.00013182931802633037, + "loss": 4.1548, + "mean_token_accuracy": 0.2783662438392639, + "num_tokens": 18193075.0, + "step": 6340 + }, + { + "entropy": 4.928630638122558, + "epoch": 7.526690391459074, + "grad_norm": 1.5546875, + "learning_rate": 0.00013146219183523733, + "loss": 4.1277, + "mean_token_accuracy": 0.27176794707775115, + "num_tokens": 18206475.0, + "step": 6345 + }, + { + "entropy": 4.975558614730835, + "epoch": 7.532621589561091, + "grad_norm": 1.390625, + "learning_rate": 0.00013109570892124472, + "loss": 4.1603, + "mean_token_accuracy": 0.269869339466095, + "num_tokens": 18221326.0, + "step": 6350 + }, + { + "entropy": 4.939505672454834, + "epoch": 7.538552787663108, + "grad_norm": 1.4921875, + "learning_rate": 0.00013072987092677745, + "loss": 4.1946, + "mean_token_accuracy": 0.27014288008213044, + "num_tokens": 18234878.0, + "step": 6355 + }, + { + "entropy": 4.943843173980713, + "epoch": 7.544483985765124, + "grad_norm": 1.46875, + "learning_rate": 0.00013036467949137013, + "loss": 4.1749, + "mean_token_accuracy": 0.27516885548830033, + "num_tokens": 18248678.0, + "step": 6360 + }, + { + "entropy": 5.040545129776001, + "epoch": 7.550415183867141, + "grad_norm": 1.5078125, + "learning_rate": 0.0001300001362516598, + "loss": 4.2287, + "mean_token_accuracy": 0.26684413105249405, + "num_tokens": 18263527.0, + "step": 6365 + }, + { + "entropy": 5.00293288230896, + "epoch": 7.556346381969158, + "grad_norm": 1.375, + "learning_rate": 0.0001296362428413783, + "loss": 4.2421, + "mean_token_accuracy": 0.2645813152194023, + "num_tokens": 18278906.0, + "step": 6370 + }, + { + "entropy": 5.013268518447876, + "epoch": 7.562277580071174, + "grad_norm": 1.484375, + "learning_rate": 0.00012927300089134563, + "loss": 4.2359, + "mean_token_accuracy": 0.2636425316333771, + "num_tokens": 18292736.0, + "step": 6375 + }, + { + "entropy": 4.930179500579834, + "epoch": 7.568208778173191, + "grad_norm": 1.4375, + "learning_rate": 0.00012891041202946202, + "loss": 4.2256, + "mean_token_accuracy": 0.26343283951282503, + "num_tokens": 18307585.0, + "step": 6380 + }, + { + "entropy": 4.923861646652222, + "epoch": 7.574139976275208, + "grad_norm": 1.390625, + "learning_rate": 0.00012854847788070062, + "loss": 4.1658, + "mean_token_accuracy": 0.2711418062448502, + "num_tokens": 18321885.0, + "step": 6385 + }, + { + "entropy": 4.965120267868042, + "epoch": 7.580071174377224, + "grad_norm": 1.328125, + "learning_rate": 0.00012818720006710078, + "loss": 4.1932, + "mean_token_accuracy": 0.26647920459508895, + "num_tokens": 18336360.0, + "step": 6390 + }, + { + "entropy": 4.973609256744385, + "epoch": 7.586002372479241, + "grad_norm": 1.484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.2233, + "mean_token_accuracy": 0.2707409501075745, + "num_tokens": 18350864.0, + "step": 6395 + }, + { + "entropy": 4.912994432449341, + "epoch": 7.591933570581258, + "grad_norm": 1.453125, + "learning_rate": 0.000127466619918828, + "loss": 4.1595, + "mean_token_accuracy": 0.26940824538469316, + "num_tokens": 18363704.0, + "step": 6400 + }, + { + "entropy": 4.930047130584716, + "epoch": 7.597864768683274, + "grad_norm": 1.3359375, + "learning_rate": 0.00012710732081349727, + "loss": 4.1714, + "mean_token_accuracy": 0.26881704181432725, + "num_tokens": 18378243.0, + "step": 6405 + }, + { + "entropy": 4.930160140991211, + "epoch": 7.603795966785291, + "grad_norm": 1.703125, + "learning_rate": 0.00012674868450199812, + "loss": 4.1769, + "mean_token_accuracy": 0.2701748490333557, + "num_tokens": 18392053.0, + "step": 6410 + }, + { + "entropy": 4.934839487075806, + "epoch": 7.609727164887307, + "grad_norm": 1.40625, + "learning_rate": 0.00012639071259159008, + "loss": 4.1604, + "mean_token_accuracy": 0.27344272583723067, + "num_tokens": 18404810.0, + "step": 6415 + }, + { + "entropy": 4.969685316085815, + "epoch": 7.615658362989324, + "grad_norm": 1.65625, + "learning_rate": 0.00012603340668655545, + "loss": 4.2258, + "mean_token_accuracy": 0.26305156052112577, + "num_tokens": 18418141.0, + "step": 6420 + }, + { + "entropy": 4.984280109405518, + "epoch": 7.621589561091341, + "grad_norm": 1.40625, + "learning_rate": 0.00012567676838819126, + "loss": 4.2379, + "mean_token_accuracy": 0.2679993242025375, + "num_tokens": 18435857.0, + "step": 6425 + }, + { + "entropy": 4.995930480957031, + "epoch": 7.627520759193357, + "grad_norm": 1.453125, + "learning_rate": 0.000125320799294803, + "loss": 4.2637, + "mean_token_accuracy": 0.2617786660790443, + "num_tokens": 18451912.0, + "step": 6430 + }, + { + "entropy": 5.0825872898101805, + "epoch": 7.633451957295374, + "grad_norm": 1.390625, + "learning_rate": 0.00012496550100169704, + "loss": 4.2765, + "mean_token_accuracy": 0.2658253684639931, + "num_tokens": 18467287.0, + "step": 6435 + }, + { + "entropy": 4.9510266304016115, + "epoch": 7.6393831553973905, + "grad_norm": 1.4609375, + "learning_rate": 0.0001246108751011733, + "loss": 4.1526, + "mean_token_accuracy": 0.2691355749964714, + "num_tokens": 18481294.0, + "step": 6440 + }, + { + "entropy": 4.964544153213501, + "epoch": 7.645314353499407, + "grad_norm": 1.390625, + "learning_rate": 0.00012425692318251838, + "loss": 4.1925, + "mean_token_accuracy": 0.2686774075031281, + "num_tokens": 18495174.0, + "step": 6445 + }, + { + "entropy": 4.938959836959839, + "epoch": 7.6512455516014235, + "grad_norm": 1.421875, + "learning_rate": 0.00012390364683199863, + "loss": 4.1673, + "mean_token_accuracy": 0.2756313309073448, + "num_tokens": 18508977.0, + "step": 6450 + }, + { + "entropy": 4.922618055343628, + "epoch": 7.65717674970344, + "grad_norm": 1.3671875, + "learning_rate": 0.0001235510476328523, + "loss": 4.1547, + "mean_token_accuracy": 0.2695756465196609, + "num_tokens": 18523600.0, + "step": 6455 + }, + { + "entropy": 4.985540294647217, + "epoch": 7.6631079478054565, + "grad_norm": 1.28125, + "learning_rate": 0.0001231991271652833, + "loss": 4.23, + "mean_token_accuracy": 0.2688840597867966, + "num_tokens": 18538867.0, + "step": 6460 + }, + { + "entropy": 4.951766157150269, + "epoch": 7.669039145907473, + "grad_norm": 1.46875, + "learning_rate": 0.00012284788700645365, + "loss": 4.2118, + "mean_token_accuracy": 0.2653859004378319, + "num_tokens": 18554835.0, + "step": 6465 + }, + { + "entropy": 4.971490859985352, + "epoch": 7.67497034400949, + "grad_norm": 1.8046875, + "learning_rate": 0.00012249732873047652, + "loss": 4.1782, + "mean_token_accuracy": 0.27743360996246336, + "num_tokens": 18568062.0, + "step": 6470 + }, + { + "entropy": 4.984698963165283, + "epoch": 7.680901542111506, + "grad_norm": 1.296875, + "learning_rate": 0.0001221474539084092, + "loss": 4.136, + "mean_token_accuracy": 0.27429221868515014, + "num_tokens": 18582972.0, + "step": 6475 + }, + { + "entropy": 5.003374338150024, + "epoch": 7.686832740213523, + "grad_norm": 1.3515625, + "learning_rate": 0.00012179826410824576, + "loss": 4.206, + "mean_token_accuracy": 0.2687224343419075, + "num_tokens": 18598340.0, + "step": 6480 + }, + { + "entropy": 4.960773849487305, + "epoch": 7.69276393831554, + "grad_norm": 1.4296875, + "learning_rate": 0.00012144976089491066, + "loss": 4.196, + "mean_token_accuracy": 0.26986511796712875, + "num_tokens": 18614271.0, + "step": 6485 + }, + { + "entropy": 4.976792049407959, + "epoch": 7.698695136417556, + "grad_norm": 1.2578125, + "learning_rate": 0.00012110194583025117, + "loss": 4.1728, + "mean_token_accuracy": 0.2728369399905205, + "num_tokens": 18629539.0, + "step": 6490 + }, + { + "entropy": 4.9506384372711185, + "epoch": 7.704626334519573, + "grad_norm": 1.328125, + "learning_rate": 0.00012075482047303049, + "loss": 4.2067, + "mean_token_accuracy": 0.26827792823314667, + "num_tokens": 18645499.0, + "step": 6495 + }, + { + "entropy": 4.951906967163086, + "epoch": 7.710557532621589, + "grad_norm": 1.3828125, + "learning_rate": 0.00012040838637892098, + "loss": 4.1828, + "mean_token_accuracy": 0.26550467014312745, + "num_tokens": 18659420.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.838217874246141, + "eval_loss": 5.278876781463623, + "eval_mean_token_accuracy": 0.1963718583795922, + "eval_num_tokens": 18659420.0, + "eval_runtime": 1.8537, + "eval_samples_per_second": 1406.905, + "eval_steps_per_second": 175.863, + "step": 6500 + }, + { + "entropy": 5.038018798828125, + "epoch": 7.716488730723606, + "grad_norm": 1.3359375, + "learning_rate": 0.00012006264510049709, + "loss": 4.2912, + "mean_token_accuracy": 0.2583298921585083, + "num_tokens": 18675359.0, + "step": 6505 + }, + { + "entropy": 4.939229726791382, + "epoch": 7.722419928825623, + "grad_norm": 1.3125, + "learning_rate": 0.00011971759818722808, + "loss": 4.1644, + "mean_token_accuracy": 0.2686422199010849, + "num_tokens": 18691863.0, + "step": 6510 + }, + { + "entropy": 4.94049186706543, + "epoch": 7.728351126927639, + "grad_norm": 1.40625, + "learning_rate": 0.00011937324718547165, + "loss": 4.213, + "mean_token_accuracy": 0.2681308463215828, + "num_tokens": 18705699.0, + "step": 6515 + }, + { + "entropy": 4.9839945316314695, + "epoch": 7.734282325029656, + "grad_norm": 1.2109375, + "learning_rate": 0.00011902959363846652, + "loss": 4.213, + "mean_token_accuracy": 0.27024311721324923, + "num_tokens": 18719458.0, + "step": 6520 + }, + { + "entropy": 5.002005481719971, + "epoch": 7.740213523131673, + "grad_norm": 1.546875, + "learning_rate": 0.00011868663908632583, + "loss": 4.2699, + "mean_token_accuracy": 0.25512098968029023, + "num_tokens": 18734431.0, + "step": 6525 + }, + { + "entropy": 4.992534971237182, + "epoch": 7.746144721233689, + "grad_norm": 1.3359375, + "learning_rate": 0.00011834438506603006, + "loss": 4.1846, + "mean_token_accuracy": 0.26887927353382113, + "num_tokens": 18750171.0, + "step": 6530 + }, + { + "entropy": 5.000047111511231, + "epoch": 7.752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.00011800283311142026, + "loss": 4.1826, + "mean_token_accuracy": 0.27537376880645753, + "num_tokens": 18766706.0, + "step": 6535 + }, + { + "entropy": 5.034538650512696, + "epoch": 7.758007117437723, + "grad_norm": 1.5234375, + "learning_rate": 0.00011766198475319094, + "loss": 4.2106, + "mean_token_accuracy": 0.2707595989108086, + "num_tokens": 18780128.0, + "step": 6540 + }, + { + "entropy": 5.069503688812256, + "epoch": 7.763938315539739, + "grad_norm": 1.34375, + "learning_rate": 0.0001173218415188836, + "loss": 4.3273, + "mean_token_accuracy": 0.26015644967556, + "num_tokens": 18795451.0, + "step": 6545 + }, + { + "entropy": 4.929771089553833, + "epoch": 7.769869513641756, + "grad_norm": 1.53125, + "learning_rate": 0.00011698240493287942, + "loss": 4.1503, + "mean_token_accuracy": 0.27508400827646257, + "num_tokens": 18808744.0, + "step": 6550 + }, + { + "entropy": 4.9352621078491214, + "epoch": 7.775800711743772, + "grad_norm": 1.328125, + "learning_rate": 0.00011664367651639293, + "loss": 4.2287, + "mean_token_accuracy": 0.26703388541936873, + "num_tokens": 18822559.0, + "step": 6555 + }, + { + "entropy": 4.935847520828247, + "epoch": 7.781731909845789, + "grad_norm": 1.25, + "learning_rate": 0.00011630565778746483, + "loss": 4.1815, + "mean_token_accuracy": 0.27573600858449937, + "num_tokens": 18837981.0, + "step": 6560 + }, + { + "entropy": 4.9512584686279295, + "epoch": 7.787663107947806, + "grad_norm": 1.46875, + "learning_rate": 0.0001159683502609552, + "loss": 4.1664, + "mean_token_accuracy": 0.2720057263970375, + "num_tokens": 18851805.0, + "step": 6565 + }, + { + "entropy": 4.956794595718383, + "epoch": 7.7935943060498225, + "grad_norm": 1.453125, + "learning_rate": 0.00011563175544853689, + "loss": 4.2078, + "mean_token_accuracy": 0.27152359783649443, + "num_tokens": 18865441.0, + "step": 6570 + }, + { + "entropy": 4.97060489654541, + "epoch": 7.7995255041518385, + "grad_norm": 1.421875, + "learning_rate": 0.00011529587485868875, + "loss": 4.1652, + "mean_token_accuracy": 0.2674928829073906, + "num_tokens": 18880269.0, + "step": 6575 + }, + { + "entropy": 4.932104110717773, + "epoch": 7.8054567022538555, + "grad_norm": 1.4453125, + "learning_rate": 0.00011496070999668864, + "loss": 4.2215, + "mean_token_accuracy": 0.26482826471328735, + "num_tokens": 18893997.0, + "step": 6580 + }, + { + "entropy": 4.93112621307373, + "epoch": 7.8113879003558715, + "grad_norm": 1.3671875, + "learning_rate": 0.00011462626236460684, + "loss": 4.1275, + "mean_token_accuracy": 0.2772667795419693, + "num_tokens": 18909933.0, + "step": 6585 + }, + { + "entropy": 4.905091762542725, + "epoch": 7.817319098457888, + "grad_norm": 1.46875, + "learning_rate": 0.00011429253346129949, + "loss": 4.1653, + "mean_token_accuracy": 0.26696341931819917, + "num_tokens": 18924807.0, + "step": 6590 + }, + { + "entropy": 5.061008739471435, + "epoch": 7.823250296559905, + "grad_norm": 1.421875, + "learning_rate": 0.00011395952478240133, + "loss": 4.3139, + "mean_token_accuracy": 0.2544493332505226, + "num_tokens": 18941025.0, + "step": 6595 + }, + { + "entropy": 4.963063097000122, + "epoch": 7.829181494661921, + "grad_norm": 1.5625, + "learning_rate": 0.00011362723782031965, + "loss": 4.133, + "mean_token_accuracy": 0.2810679763555527, + "num_tokens": 18953531.0, + "step": 6600 + }, + { + "entropy": 4.895349740982056, + "epoch": 7.835112692763938, + "grad_norm": 1.546875, + "learning_rate": 0.00011329567406422726, + "loss": 4.1559, + "mean_token_accuracy": 0.2731098562479019, + "num_tokens": 18965275.0, + "step": 6605 + }, + { + "entropy": 4.973057889938355, + "epoch": 7.841043890865955, + "grad_norm": 1.4375, + "learning_rate": 0.00011296483500005568, + "loss": 4.1533, + "mean_token_accuracy": 0.2832289099693298, + "num_tokens": 18978974.0, + "step": 6610 + }, + { + "entropy": 4.96409854888916, + "epoch": 7.846975088967971, + "grad_norm": 1.5234375, + "learning_rate": 0.00011263472211048886, + "loss": 4.178, + "mean_token_accuracy": 0.2704193025827408, + "num_tokens": 18993680.0, + "step": 6615 + }, + { + "entropy": 4.950223064422607, + "epoch": 7.852906287069988, + "grad_norm": 1.5234375, + "learning_rate": 0.00011230533687495628, + "loss": 4.1989, + "mean_token_accuracy": 0.27050180435180665, + "num_tokens": 19007293.0, + "step": 6620 + }, + { + "entropy": 5.010431337356567, + "epoch": 7.858837485172005, + "grad_norm": 1.25, + "learning_rate": 0.0001119766807696263, + "loss": 4.2838, + "mean_token_accuracy": 0.2617028385400772, + "num_tokens": 19023044.0, + "step": 6625 + }, + { + "entropy": 4.97742919921875, + "epoch": 7.864768683274021, + "grad_norm": 1.4296875, + "learning_rate": 0.0001116487552673997, + "loss": 4.2063, + "mean_token_accuracy": 0.2721273049712181, + "num_tokens": 19035841.0, + "step": 6630 + }, + { + "entropy": 4.966792631149292, + "epoch": 7.870699881376038, + "grad_norm": 1.4765625, + "learning_rate": 0.00011132156183790298, + "loss": 4.1201, + "mean_token_accuracy": 0.27410572916269305, + "num_tokens": 19049207.0, + "step": 6635 + }, + { + "entropy": 4.942177248001099, + "epoch": 7.876631079478054, + "grad_norm": 1.4296875, + "learning_rate": 0.0001109951019474818, + "loss": 4.2095, + "mean_token_accuracy": 0.2704408824443817, + "num_tokens": 19063965.0, + "step": 6640 + }, + { + "entropy": 5.016838598251343, + "epoch": 7.882562277580071, + "grad_norm": 1.609375, + "learning_rate": 0.00011066937705919448, + "loss": 4.1917, + "mean_token_accuracy": 0.27301163971424103, + "num_tokens": 19078033.0, + "step": 6645 + }, + { + "entropy": 4.972585248947143, + "epoch": 7.888493475682088, + "grad_norm": 1.4296875, + "learning_rate": 0.00011034438863280508, + "loss": 4.2622, + "mean_token_accuracy": 0.26711854338645935, + "num_tokens": 19092326.0, + "step": 6650 + }, + { + "entropy": 4.955294036865235, + "epoch": 7.894424673784105, + "grad_norm": 1.5546875, + "learning_rate": 0.00011002013812477745, + "loss": 4.1939, + "mean_token_accuracy": 0.27363294661045073, + "num_tokens": 19105866.0, + "step": 6655 + }, + { + "entropy": 4.985445356369018, + "epoch": 7.900355871886121, + "grad_norm": 1.4609375, + "learning_rate": 0.00010969662698826835, + "loss": 4.2392, + "mean_token_accuracy": 0.25972959101200105, + "num_tokens": 19119776.0, + "step": 6660 + }, + { + "entropy": 4.8988072872161865, + "epoch": 7.906287069988138, + "grad_norm": 1.5078125, + "learning_rate": 0.00010937385667312077, + "loss": 4.1621, + "mean_token_accuracy": 0.2720198556780815, + "num_tokens": 19133545.0, + "step": 6665 + }, + { + "entropy": 4.915426588058471, + "epoch": 7.912218268090154, + "grad_norm": 1.3984375, + "learning_rate": 0.00010905182862585788, + "loss": 4.1231, + "mean_token_accuracy": 0.28039395809173584, + "num_tokens": 19146321.0, + "step": 6670 + }, + { + "entropy": 4.943013143539429, + "epoch": 7.918149466192171, + "grad_norm": 1.4375, + "learning_rate": 0.00010873054428967625, + "loss": 4.2105, + "mean_token_accuracy": 0.27190188616514205, + "num_tokens": 19160454.0, + "step": 6675 + }, + { + "entropy": 4.9680544376373295, + "epoch": 7.924080664294188, + "grad_norm": 1.65625, + "learning_rate": 0.00010841000510443932, + "loss": 4.1408, + "mean_token_accuracy": 0.2747448205947876, + "num_tokens": 19172877.0, + "step": 6680 + }, + { + "entropy": 4.937022542953491, + "epoch": 7.930011862396204, + "grad_norm": 1.5859375, + "learning_rate": 0.0001080902125066712, + "loss": 4.176, + "mean_token_accuracy": 0.27405632436275484, + "num_tokens": 19186256.0, + "step": 6685 + }, + { + "entropy": 5.0273994445800785, + "epoch": 7.935943060498221, + "grad_norm": 1.4765625, + "learning_rate": 0.00010777116792955009, + "loss": 4.1803, + "mean_token_accuracy": 0.2764009773731232, + "num_tokens": 19201162.0, + "step": 6690 + }, + { + "entropy": 4.958741664886475, + "epoch": 7.9418742586002375, + "grad_norm": 1.4375, + "learning_rate": 0.00010745287280290189, + "loss": 4.2054, + "mean_token_accuracy": 0.2653421968221664, + "num_tokens": 19215541.0, + "step": 6695 + }, + { + "entropy": 4.941545534133911, + "epoch": 7.947805456702254, + "grad_norm": 1.484375, + "learning_rate": 0.00010713532855319375, + "loss": 4.197, + "mean_token_accuracy": 0.26559500098228456, + "num_tokens": 19230382.0, + "step": 6700 + }, + { + "entropy": 4.944055509567261, + "epoch": 7.9537366548042705, + "grad_norm": 1.46875, + "learning_rate": 0.00010681853660352754, + "loss": 4.1747, + "mean_token_accuracy": 0.26648750007152555, + "num_tokens": 19244114.0, + "step": 6705 + }, + { + "entropy": 4.966470098495483, + "epoch": 7.959667852906287, + "grad_norm": 1.3984375, + "learning_rate": 0.00010650249837363392, + "loss": 4.2037, + "mean_token_accuracy": 0.27547854483127593, + "num_tokens": 19258710.0, + "step": 6710 + }, + { + "entropy": 4.934756660461426, + "epoch": 7.9655990510083035, + "grad_norm": 1.3125, + "learning_rate": 0.00010618721527986555, + "loss": 4.158, + "mean_token_accuracy": 0.2726140424609184, + "num_tokens": 19275112.0, + "step": 6715 + }, + { + "entropy": 4.922717666625976, + "epoch": 7.97153024911032, + "grad_norm": 1.421875, + "learning_rate": 0.00010587268873519079, + "loss": 4.1501, + "mean_token_accuracy": 0.2772819012403488, + "num_tokens": 19288062.0, + "step": 6720 + }, + { + "entropy": 4.936734676361084, + "epoch": 7.977461447212336, + "grad_norm": 1.5, + "learning_rate": 0.00010555892014918755, + "loss": 4.1506, + "mean_token_accuracy": 0.27411834299564364, + "num_tokens": 19302042.0, + "step": 6725 + }, + { + "entropy": 4.958236503601074, + "epoch": 7.983392645314353, + "grad_norm": 1.515625, + "learning_rate": 0.00010524591092803703, + "loss": 4.161, + "mean_token_accuracy": 0.2733812749385834, + "num_tokens": 19314110.0, + "step": 6730 + }, + { + "entropy": 4.981080484390259, + "epoch": 7.98932384341637, + "grad_norm": 1.59375, + "learning_rate": 0.00010493366247451697, + "loss": 4.1928, + "mean_token_accuracy": 0.27449638992547987, + "num_tokens": 19327278.0, + "step": 6735 + }, + { + "entropy": 5.008158779144287, + "epoch": 7.995255041518387, + "grad_norm": 1.4921875, + "learning_rate": 0.00010462217618799577, + "loss": 4.2661, + "mean_token_accuracy": 0.2655520737171173, + "num_tokens": 19342292.0, + "step": 6740 + }, + { + "entropy": 4.918616390228271, + "epoch": 8.001186239620404, + "grad_norm": 1.53125, + "learning_rate": 0.00010431145346442641, + "loss": 4.1724, + "mean_token_accuracy": 0.2703625589609146, + "num_tokens": 19355263.0, + "step": 6745 + }, + { + "entropy": 4.952774286270142, + "epoch": 8.00711743772242, + "grad_norm": 1.6171875, + "learning_rate": 0.0001040014956963394, + "loss": 4.1125, + "mean_token_accuracy": 0.2855179339647293, + "num_tokens": 19370894.0, + "step": 6750 + }, + { + "entropy": 4.956142950057983, + "epoch": 8.013048635824436, + "grad_norm": 1.6484375, + "learning_rate": 0.00010369230427283743, + "loss": 4.1307, + "mean_token_accuracy": 0.27639118432998655, + "num_tokens": 19384952.0, + "step": 6755 + }, + { + "entropy": 4.953587770462036, + "epoch": 8.018979833926453, + "grad_norm": 1.453125, + "learning_rate": 0.00010338388057958861, + "loss": 4.1299, + "mean_token_accuracy": 0.27635318338871, + "num_tokens": 19398827.0, + "step": 6760 + }, + { + "entropy": 4.980620622634888, + "epoch": 8.02491103202847, + "grad_norm": 1.65625, + "learning_rate": 0.00010307622599882024, + "loss": 4.1558, + "mean_token_accuracy": 0.2757073760032654, + "num_tokens": 19412885.0, + "step": 6765 + }, + { + "entropy": 4.951993179321289, + "epoch": 8.030842230130487, + "grad_norm": 1.3046875, + "learning_rate": 0.00010276934190931311, + "loss": 4.1164, + "mean_token_accuracy": 0.2768961787223816, + "num_tokens": 19427649.0, + "step": 6770 + }, + { + "entropy": 4.977577447891235, + "epoch": 8.036773428232504, + "grad_norm": 1.3828125, + "learning_rate": 0.00010246322968639466, + "loss": 4.1107, + "mean_token_accuracy": 0.28088724315166474, + "num_tokens": 19440414.0, + "step": 6775 + }, + { + "entropy": 4.959649896621704, + "epoch": 8.042704626334519, + "grad_norm": 1.4453125, + "learning_rate": 0.00010215789070193334, + "loss": 4.1053, + "mean_token_accuracy": 0.28382750153541564, + "num_tokens": 19453244.0, + "step": 6780 + }, + { + "entropy": 4.953791713714599, + "epoch": 8.048635824436536, + "grad_norm": 1.5625, + "learning_rate": 0.00010185332632433225, + "loss": 4.1219, + "mean_token_accuracy": 0.27816020846366885, + "num_tokens": 19466198.0, + "step": 6785 + }, + { + "entropy": 4.94953031539917, + "epoch": 8.054567022538553, + "grad_norm": 1.421875, + "learning_rate": 0.00010154953791852294, + "loss": 4.1447, + "mean_token_accuracy": 0.27725039422512054, + "num_tokens": 19481194.0, + "step": 6790 + }, + { + "entropy": 4.961174488067627, + "epoch": 8.06049822064057, + "grad_norm": 1.4140625, + "learning_rate": 0.00010124652684595948, + "loss": 4.1174, + "mean_token_accuracy": 0.2796910166740417, + "num_tokens": 19494515.0, + "step": 6795 + }, + { + "entropy": 4.991759729385376, + "epoch": 8.066429418742587, + "grad_norm": 1.34375, + "learning_rate": 0.0001009442944646122, + "loss": 4.1444, + "mean_token_accuracy": 0.2743052154779434, + "num_tokens": 19509822.0, + "step": 6800 + }, + { + "entropy": 4.9291540622711185, + "epoch": 8.072360616844602, + "grad_norm": 1.21875, + "learning_rate": 0.00010064284212896155, + "loss": 4.0665, + "mean_token_accuracy": 0.28025729656219484, + "num_tokens": 19524674.0, + "step": 6805 + }, + { + "entropy": 4.964055490493775, + "epoch": 8.078291814946619, + "grad_norm": 1.6484375, + "learning_rate": 0.00010034217118999234, + "loss": 4.1484, + "mean_token_accuracy": 0.27135920226573945, + "num_tokens": 19540329.0, + "step": 6810 + }, + { + "entropy": 4.977747011184692, + "epoch": 8.084223013048636, + "grad_norm": 1.375, + "learning_rate": 0.00010004228299518739, + "loss": 4.1527, + "mean_token_accuracy": 0.2773289069533348, + "num_tokens": 19554451.0, + "step": 6815 + }, + { + "entropy": 4.976891994476318, + "epoch": 8.090154211150653, + "grad_norm": 1.4609375, + "learning_rate": 9.974317888852149e-05, + "loss": 4.1149, + "mean_token_accuracy": 0.28241694569587705, + "num_tokens": 19570121.0, + "step": 6820 + }, + { + "entropy": 4.995674705505371, + "epoch": 8.09608540925267, + "grad_norm": 1.6171875, + "learning_rate": 9.944486021045559e-05, + "loss": 4.1607, + "mean_token_accuracy": 0.27272525280714033, + "num_tokens": 19583781.0, + "step": 6825 + }, + { + "entropy": 4.9257275581359865, + "epoch": 8.102016607354686, + "grad_norm": 1.640625, + "learning_rate": 9.914732829793074e-05, + "loss": 4.0705, + "mean_token_accuracy": 0.2852848917245865, + "num_tokens": 19596897.0, + "step": 6830 + }, + { + "entropy": 4.910679912567138, + "epoch": 8.107947805456702, + "grad_norm": 1.515625, + "learning_rate": 9.885058448436182e-05, + "loss": 4.0648, + "mean_token_accuracy": 0.28457278311252593, + "num_tokens": 19612035.0, + "step": 6835 + }, + { + "entropy": 5.007439708709716, + "epoch": 8.113879003558718, + "grad_norm": 1.6171875, + "learning_rate": 9.855463009963195e-05, + "loss": 4.1719, + "mean_token_accuracy": 0.2767337769269943, + "num_tokens": 19626203.0, + "step": 6840 + }, + { + "entropy": 5.004592514038086, + "epoch": 8.119810201660735, + "grad_norm": 1.6015625, + "learning_rate": 9.825946647008624e-05, + "loss": 4.1668, + "mean_token_accuracy": 0.2726615399122238, + "num_tokens": 19640677.0, + "step": 6845 + }, + { + "entropy": 4.947024965286255, + "epoch": 8.125741399762752, + "grad_norm": 1.3359375, + "learning_rate": 9.79650949185261e-05, + "loss": 4.0692, + "mean_token_accuracy": 0.28409830331802366, + "num_tokens": 19656376.0, + "step": 6850 + }, + { + "entropy": 4.924175882339478, + "epoch": 8.13167259786477, + "grad_norm": 1.515625, + "learning_rate": 9.767151676420313e-05, + "loss": 4.1249, + "mean_token_accuracy": 0.2704366624355316, + "num_tokens": 19669870.0, + "step": 6855 + }, + { + "entropy": 4.911569881439209, + "epoch": 8.137603795966786, + "grad_norm": 1.4375, + "learning_rate": 9.737873332281308e-05, + "loss": 4.1057, + "mean_token_accuracy": 0.2803793638944626, + "num_tokens": 19684654.0, + "step": 6860 + }, + { + "entropy": 4.942528438568115, + "epoch": 8.143534994068801, + "grad_norm": 1.59375, + "learning_rate": 9.708674590649033e-05, + "loss": 4.1414, + "mean_token_accuracy": 0.2712926119565964, + "num_tokens": 19699173.0, + "step": 6865 + }, + { + "entropy": 4.881103277206421, + "epoch": 8.149466192170818, + "grad_norm": 1.3984375, + "learning_rate": 9.67955558238018e-05, + "loss": 4.0119, + "mean_token_accuracy": 0.29087738394737245, + "num_tokens": 19710580.0, + "step": 6870 + }, + { + "entropy": 5.009051847457886, + "epoch": 8.155397390272835, + "grad_norm": 1.4765625, + "learning_rate": 9.650516437974091e-05, + "loss": 4.1787, + "mean_token_accuracy": 0.2765727609395981, + "num_tokens": 19725437.0, + "step": 6875 + }, + { + "entropy": 4.956774616241455, + "epoch": 8.161328588374852, + "grad_norm": 1.4609375, + "learning_rate": 9.62155728757221e-05, + "loss": 4.1551, + "mean_token_accuracy": 0.2715842515230179, + "num_tokens": 19740152.0, + "step": 6880 + }, + { + "entropy": 4.945559120178222, + "epoch": 8.167259786476869, + "grad_norm": 1.5390625, + "learning_rate": 9.592678260957476e-05, + "loss": 4.0861, + "mean_token_accuracy": 0.2820469528436661, + "num_tokens": 19754897.0, + "step": 6885 + }, + { + "entropy": 4.9831342697143555, + "epoch": 8.173190984578884, + "grad_norm": 1.40625, + "learning_rate": 9.563879487553736e-05, + "loss": 4.1503, + "mean_token_accuracy": 0.2785887211561203, + "num_tokens": 19769744.0, + "step": 6890 + }, + { + "entropy": 4.953654718399048, + "epoch": 8.179122182680901, + "grad_norm": 1.40625, + "learning_rate": 9.53516109642519e-05, + "loss": 4.1591, + "mean_token_accuracy": 0.2738503411412239, + "num_tokens": 19786345.0, + "step": 6895 + }, + { + "entropy": 5.01388111114502, + "epoch": 8.185053380782918, + "grad_norm": 1.5078125, + "learning_rate": 9.506523216275789e-05, + "loss": 4.1595, + "mean_token_accuracy": 0.27657521069049834, + "num_tokens": 19800507.0, + "step": 6900 + }, + { + "entropy": 4.937813138961792, + "epoch": 8.190984578884935, + "grad_norm": 1.5625, + "learning_rate": 9.477965975448671e-05, + "loss": 4.1359, + "mean_token_accuracy": 0.28178862780332564, + "num_tokens": 19814388.0, + "step": 6905 + }, + { + "entropy": 4.952528047561645, + "epoch": 8.196915776986952, + "grad_norm": 1.453125, + "learning_rate": 9.449489501925579e-05, + "loss": 4.1216, + "mean_token_accuracy": 0.28036233931779864, + "num_tokens": 19829219.0, + "step": 6910 + }, + { + "entropy": 4.971898889541626, + "epoch": 8.202846975088969, + "grad_norm": 1.484375, + "learning_rate": 9.421093923326302e-05, + "loss": 4.0613, + "mean_token_accuracy": 0.2923776924610138, + "num_tokens": 19842053.0, + "step": 6915 + }, + { + "entropy": 4.9648068904876705, + "epoch": 8.208778173190984, + "grad_norm": 1.3359375, + "learning_rate": 9.39277936690806e-05, + "loss": 4.11, + "mean_token_accuracy": 0.284161776304245, + "num_tokens": 19856805.0, + "step": 6920 + }, + { + "entropy": 4.931480836868286, + "epoch": 8.214709371293, + "grad_norm": 1.359375, + "learning_rate": 9.364545959565007e-05, + "loss": 4.105, + "mean_token_accuracy": 0.27689804285764696, + "num_tokens": 19872204.0, + "step": 6925 + }, + { + "entropy": 4.954165983200073, + "epoch": 8.220640569395018, + "grad_norm": 1.484375, + "learning_rate": 9.336393827827583e-05, + "loss": 4.1338, + "mean_token_accuracy": 0.2822166562080383, + "num_tokens": 19885489.0, + "step": 6930 + }, + { + "entropy": 4.980246210098267, + "epoch": 8.226571767497035, + "grad_norm": 1.5078125, + "learning_rate": 9.30832309786201e-05, + "loss": 4.1954, + "mean_token_accuracy": 0.2705867365002632, + "num_tokens": 19900830.0, + "step": 6935 + }, + { + "entropy": 4.957044506072998, + "epoch": 8.232502965599052, + "grad_norm": 1.40625, + "learning_rate": 9.280333895469695e-05, + "loss": 4.1184, + "mean_token_accuracy": 0.27876162976026536, + "num_tokens": 19915611.0, + "step": 6940 + }, + { + "entropy": 4.980874109268188, + "epoch": 8.238434163701069, + "grad_norm": 1.453125, + "learning_rate": 9.252426346086662e-05, + "loss": 4.1519, + "mean_token_accuracy": 0.2773675724864006, + "num_tokens": 19929162.0, + "step": 6945 + }, + { + "entropy": 4.89205322265625, + "epoch": 8.244365361803084, + "grad_norm": 1.4921875, + "learning_rate": 9.224600574783004e-05, + "loss": 4.0476, + "mean_token_accuracy": 0.2908473551273346, + "num_tokens": 19942721.0, + "step": 6950 + }, + { + "entropy": 4.9506487369537355, + "epoch": 8.2502965599051, + "grad_norm": 1.5625, + "learning_rate": 9.19685670626233e-05, + "loss": 4.1196, + "mean_token_accuracy": 0.2869738355278969, + "num_tokens": 19957300.0, + "step": 6955 + }, + { + "entropy": 4.946757507324219, + "epoch": 8.256227758007118, + "grad_norm": 1.453125, + "learning_rate": 9.169194864861184e-05, + "loss": 4.0738, + "mean_token_accuracy": 0.2842596858739853, + "num_tokens": 19971150.0, + "step": 6960 + }, + { + "entropy": 4.9259786128997805, + "epoch": 8.262158956109134, + "grad_norm": 1.3359375, + "learning_rate": 9.141615174548499e-05, + "loss": 4.117, + "mean_token_accuracy": 0.28442147374153137, + "num_tokens": 19987092.0, + "step": 6965 + }, + { + "entropy": 5.019797658920288, + "epoch": 8.268090154211151, + "grad_norm": 1.53125, + "learning_rate": 9.114117758925048e-05, + "loss": 4.2259, + "mean_token_accuracy": 0.2647417798638344, + "num_tokens": 20001628.0, + "step": 6970 + }, + { + "entropy": 4.912492990493774, + "epoch": 8.274021352313166, + "grad_norm": 1.4375, + "learning_rate": 9.086702741222862e-05, + "loss": 4.0714, + "mean_token_accuracy": 0.28536428809165953, + "num_tokens": 20015385.0, + "step": 6975 + }, + { + "entropy": 4.996911859512329, + "epoch": 8.279952550415183, + "grad_norm": 1.453125, + "learning_rate": 9.059370244304731e-05, + "loss": 4.144, + "mean_token_accuracy": 0.27965455651283266, + "num_tokens": 20029444.0, + "step": 6980 + }, + { + "entropy": 4.945066928863525, + "epoch": 8.2858837485172, + "grad_norm": 1.4375, + "learning_rate": 9.032120390663598e-05, + "loss": 4.1688, + "mean_token_accuracy": 0.267382450401783, + "num_tokens": 20043693.0, + "step": 6985 + }, + { + "entropy": 4.960481071472168, + "epoch": 8.291814946619217, + "grad_norm": 1.359375, + "learning_rate": 9.004953302422029e-05, + "loss": 4.1848, + "mean_token_accuracy": 0.2698869094252586, + "num_tokens": 20058082.0, + "step": 6990 + }, + { + "entropy": 5.019311714172363, + "epoch": 8.297746144721234, + "grad_norm": 1.4609375, + "learning_rate": 8.977869101331695e-05, + "loss": 4.2323, + "mean_token_accuracy": 0.26750168800354, + "num_tokens": 20074309.0, + "step": 6995 + }, + { + "entropy": 4.913663387298584, + "epoch": 8.303677342823251, + "grad_norm": 1.5859375, + "learning_rate": 8.950867908772773e-05, + "loss": 4.1159, + "mean_token_accuracy": 0.28194110542535783, + "num_tokens": 20089667.0, + "step": 7000 + }, + { + "epoch": 8.303677342823251, + "eval_entropy": 4.845988825054988, + "eval_loss": 5.288313388824463, + "eval_mean_token_accuracy": 0.19573048509063165, + "eval_num_tokens": 20089667.0, + "eval_runtime": 1.8519, + "eval_samples_per_second": 1408.312, + "eval_steps_per_second": 176.039, + "step": 7000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5234384132444160.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7000/training_args.bin b/checkpoint-7000/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-7500/added_tokens.json b/checkpoint-7500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-7500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-7500/config.json b/checkpoint-7500/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-7500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-7500/generation_config.json b/checkpoint-7500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-7500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-7500/model.safetensors b/checkpoint-7500/model.safetensors new file mode 100644 index 0000000..364fa86 --- /dev/null +++ b/checkpoint-7500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85d3d2f0fb35300a7721a2253e82312c6ed773f2f73435fd83e3912818e5df1 +size 76082256 diff --git a/checkpoint-7500/rng_state.pth b/checkpoint-7500/rng_state.pth new file mode 100644 index 0000000..c8a30d5 --- /dev/null +++ b/checkpoint-7500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5fb85d87c31e6806ae86e2a693453cebaad0830211ef8a3a6f90f3eac78496 +size 14645 diff --git a/checkpoint-7500/special_tokens_map.json b/checkpoint-7500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-7500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-7500/spiece.model b/checkpoint-7500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-7500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-7500/tokenizer_config.json b/checkpoint-7500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-7500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-7500/trainer_state.json b/checkpoint-7500/trainer_state.json new file mode 100644 index 0000000..b99f279 --- /dev/null +++ b/checkpoint-7500/trainer_state.json @@ -0,0 +1,15199 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 8.896797153024911, + "eval_steps": 500, + "global_step": 7500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + }, + { + "entropy": 5.058888483047485, + "epoch": 5.344009489916964, + "grad_norm": 1.328125, + "learning_rate": 0.0002945994974942864, + "loss": 4.4608, + "mean_token_accuracy": 0.23459965437650682, + "num_tokens": 12923983.0, + "step": 4505 + }, + { + "entropy": 5.0865026950836185, + "epoch": 5.34994068801898, + "grad_norm": 1.421875, + "learning_rate": 0.0002941249448769988, + "loss": 4.3853, + "mean_token_accuracy": 0.2561731278896332, + "num_tokens": 12936741.0, + "step": 4510 + }, + { + "entropy": 5.056635904312134, + "epoch": 5.355871886120997, + "grad_norm": 1.3203125, + "learning_rate": 0.0002936503065496167, + "loss": 4.4375, + "mean_token_accuracy": 0.24360568821430206, + "num_tokens": 12951421.0, + "step": 4515 + }, + { + "entropy": 5.018971395492554, + "epoch": 5.361803084223013, + "grad_norm": 1.234375, + "learning_rate": 0.0002931755846392731, + "loss": 4.405, + "mean_token_accuracy": 0.23899228125810623, + "num_tokens": 12966278.0, + "step": 4520 + }, + { + "entropy": 5.047994661331177, + "epoch": 5.36773428232503, + "grad_norm": 1.3671875, + "learning_rate": 0.000292700781273475, + "loss": 4.4139, + "mean_token_accuracy": 0.24122539758682252, + "num_tokens": 12981301.0, + "step": 4525 + }, + { + "entropy": 5.055590486526489, + "epoch": 5.3736654804270465, + "grad_norm": 1.359375, + "learning_rate": 0.00029222589858009484, + "loss": 4.4325, + "mean_token_accuracy": 0.24734572023153306, + "num_tokens": 12996358.0, + "step": 4530 + }, + { + "entropy": 5.025227165222168, + "epoch": 5.3795966785290625, + "grad_norm": 1.234375, + "learning_rate": 0.0002917509386873605, + "loss": 4.4437, + "mean_token_accuracy": 0.2385510802268982, + "num_tokens": 13013149.0, + "step": 4535 + }, + { + "entropy": 5.102819204330444, + "epoch": 5.3855278766310795, + "grad_norm": 1.4296875, + "learning_rate": 0.00029127590372384583, + "loss": 4.4223, + "mean_token_accuracy": 0.24738444536924362, + "num_tokens": 13027227.0, + "step": 4540 + }, + { + "entropy": 5.040490245819091, + "epoch": 5.391459074733096, + "grad_norm": 1.609375, + "learning_rate": 0.00029080079581846106, + "loss": 4.3667, + "mean_token_accuracy": 0.2456284523010254, + "num_tokens": 13040136.0, + "step": 4545 + }, + { + "entropy": 5.009986829757691, + "epoch": 5.397390272835112, + "grad_norm": 1.296875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4275, + "mean_token_accuracy": 0.23675494641065598, + "num_tokens": 13053339.0, + "step": 4550 + }, + { + "entropy": 5.016347980499267, + "epoch": 5.403321470937129, + "grad_norm": 1.171875, + "learning_rate": 0.00028985036969934744, + "loss": 4.4193, + "mean_token_accuracy": 0.24513203799724578, + "num_tokens": 13067466.0, + "step": 4555 + }, + { + "entropy": 5.067802429199219, + "epoch": 5.409252669039146, + "grad_norm": 1.2578125, + "learning_rate": 0.00028937505574503535, + "loss": 4.4001, + "mean_token_accuracy": 0.2465244710445404, + "num_tokens": 13080935.0, + "step": 4560 + }, + { + "entropy": 5.020471286773682, + "epoch": 5.415183867141162, + "grad_norm": 1.3515625, + "learning_rate": 0.0002888996773676677, + "loss": 4.4509, + "mean_token_accuracy": 0.2363573893904686, + "num_tokens": 13096324.0, + "step": 4565 + }, + { + "entropy": 5.126127099990844, + "epoch": 5.421115065243179, + "grad_norm": 1.2890625, + "learning_rate": 0.0002884242366976939, + "loss": 4.4733, + "mean_token_accuracy": 0.2339528188109398, + "num_tokens": 13111300.0, + "step": 4570 + }, + { + "entropy": 5.0503441333770756, + "epoch": 5.427046263345196, + "grad_norm": 1.1796875, + "learning_rate": 0.0002879487358658425, + "loss": 4.4477, + "mean_token_accuracy": 0.2459062695503235, + "num_tokens": 13125654.0, + "step": 4575 + }, + { + "entropy": 4.996106481552124, + "epoch": 5.432977461447212, + "grad_norm": 1.40625, + "learning_rate": 0.00028747317700311144, + "loss": 4.4009, + "mean_token_accuracy": 0.24370353370904924, + "num_tokens": 13138827.0, + "step": 4580 + }, + { + "entropy": 5.117808628082275, + "epoch": 5.438908659549229, + "grad_norm": 1.4140625, + "learning_rate": 0.00028699756224075893, + "loss": 4.4545, + "mean_token_accuracy": 0.24555698782205582, + "num_tokens": 13154154.0, + "step": 4585 + }, + { + "entropy": 5.077613782882691, + "epoch": 5.444839857651246, + "grad_norm": 1.40625, + "learning_rate": 0.0002865218937102938, + "loss": 4.4958, + "mean_token_accuracy": 0.23867165595293044, + "num_tokens": 13169300.0, + "step": 4590 + }, + { + "entropy": 5.060262203216553, + "epoch": 5.450771055753262, + "grad_norm": 1.1953125, + "learning_rate": 0.0002860461735434655, + "loss": 4.4814, + "mean_token_accuracy": 0.229344967007637, + "num_tokens": 13184925.0, + "step": 4595 + }, + { + "entropy": 5.093711948394775, + "epoch": 5.456702253855279, + "grad_norm": 1.2109375, + "learning_rate": 0.0002855704038722552, + "loss": 4.4351, + "mean_token_accuracy": 0.2340375155210495, + "num_tokens": 13201488.0, + "step": 4600 + }, + { + "entropy": 5.109644174575806, + "epoch": 5.462633451957295, + "grad_norm": 1.25, + "learning_rate": 0.0002850945868288659, + "loss": 4.5378, + "mean_token_accuracy": 0.22780389040708543, + "num_tokens": 13217575.0, + "step": 4605 + }, + { + "entropy": 5.050470209121704, + "epoch": 5.468564650059312, + "grad_norm": 1.2265625, + "learning_rate": 0.0002846187245457127, + "loss": 4.4121, + "mean_token_accuracy": 0.24261299669742584, + "num_tokens": 13232505.0, + "step": 4610 + }, + { + "entropy": 5.09966893196106, + "epoch": 5.474495848161329, + "grad_norm": 1.421875, + "learning_rate": 0.00028414281915541356, + "loss": 4.4033, + "mean_token_accuracy": 0.24443318098783492, + "num_tokens": 13245649.0, + "step": 4615 + }, + { + "entropy": 4.994836330413818, + "epoch": 5.480427046263345, + "grad_norm": 1.2578125, + "learning_rate": 0.00028366687279077977, + "loss": 4.4421, + "mean_token_accuracy": 0.24775925874710084, + "num_tokens": 13259462.0, + "step": 4620 + }, + { + "entropy": 5.05501766204834, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.4719, + "mean_token_accuracy": 0.23720043301582336, + "num_tokens": 13275014.0, + "step": 4625 + }, + { + "entropy": 5.028215980529785, + "epoch": 5.492289442467379, + "grad_norm": 1.390625, + "learning_rate": 0.00028271486567066123, + "loss": 4.3964, + "mean_token_accuracy": 0.25001311004161836, + "num_tokens": 13288450.0, + "step": 4630 + }, + { + "entropy": 5.068965864181519, + "epoch": 5.498220640569395, + "grad_norm": 1.15625, + "learning_rate": 0.0002822388091816788, + "loss": 4.503, + "mean_token_accuracy": 0.24046200066804885, + "num_tokens": 13303947.0, + "step": 4635 + }, + { + "entropy": 5.116705465316772, + "epoch": 5.504151838671412, + "grad_norm": 1.3359375, + "learning_rate": 0.00028176272025134697, + "loss": 4.456, + "mean_token_accuracy": 0.2419669434428215, + "num_tokens": 13317380.0, + "step": 4640 + }, + { + "entropy": 5.0632740497589115, + "epoch": 5.510083036773429, + "grad_norm": 1.2421875, + "learning_rate": 0.0002812866010132995, + "loss": 4.3713, + "mean_token_accuracy": 0.2490440309047699, + "num_tokens": 13331706.0, + "step": 4645 + }, + { + "entropy": 5.003316974639892, + "epoch": 5.516014234875445, + "grad_norm": 1.171875, + "learning_rate": 0.00028081045360130587, + "loss": 4.4336, + "mean_token_accuracy": 0.23711458444595337, + "num_tokens": 13346263.0, + "step": 4650 + }, + { + "entropy": 5.1004985809326175, + "epoch": 5.5219454329774615, + "grad_norm": 1.4140625, + "learning_rate": 0.000280334280149262, + "loss": 4.417, + "mean_token_accuracy": 0.24271144717931747, + "num_tokens": 13361113.0, + "step": 4655 + }, + { + "entropy": 5.1378613948822025, + "epoch": 5.527876631079478, + "grad_norm": 1.34375, + "learning_rate": 0.0002798580827911803, + "loss": 4.4628, + "mean_token_accuracy": 0.23616952449083328, + "num_tokens": 13374577.0, + "step": 4660 + }, + { + "entropy": 5.025697040557861, + "epoch": 5.5338078291814945, + "grad_norm": 1.40625, + "learning_rate": 0.0002793818636611805, + "loss": 4.4311, + "mean_token_accuracy": 0.23942704051733016, + "num_tokens": 13387930.0, + "step": 4665 + }, + { + "entropy": 5.041089010238648, + "epoch": 5.539739027283511, + "grad_norm": 1.25, + "learning_rate": 0.0002789056248934797, + "loss": 4.4442, + "mean_token_accuracy": 0.24215238243341447, + "num_tokens": 13402992.0, + "step": 4670 + }, + { + "entropy": 5.120145988464356, + "epoch": 5.545670225385528, + "grad_norm": 1.3359375, + "learning_rate": 0.0002784293686223832, + "loss": 4.3959, + "mean_token_accuracy": 0.24842557907104493, + "num_tokens": 13416998.0, + "step": 4675 + }, + { + "entropy": 5.012027406692505, + "epoch": 5.551601423487544, + "grad_norm": 1.5078125, + "learning_rate": 0.0002779530969822746, + "loss": 4.43, + "mean_token_accuracy": 0.23928656727075576, + "num_tokens": 13430278.0, + "step": 4680 + }, + { + "entropy": 5.000022935867309, + "epoch": 5.557532621589561, + "grad_norm": 1.2734375, + "learning_rate": 0.0002774768121076065, + "loss": 4.3708, + "mean_token_accuracy": 0.24596457779407502, + "num_tokens": 13444608.0, + "step": 4685 + }, + { + "entropy": 5.036244869232178, + "epoch": 5.563463819691577, + "grad_norm": 1.4296875, + "learning_rate": 0.0002770005161328908, + "loss": 4.4577, + "mean_token_accuracy": 0.24575844258069993, + "num_tokens": 13457961.0, + "step": 4690 + }, + { + "entropy": 5.089932107925415, + "epoch": 5.569395017793594, + "grad_norm": 1.2578125, + "learning_rate": 0.0002765242111926891, + "loss": 4.53, + "mean_token_accuracy": 0.22811459004878998, + "num_tokens": 13472552.0, + "step": 4695 + }, + { + "entropy": 5.091521215438843, + "epoch": 5.575326215895611, + "grad_norm": 1.2734375, + "learning_rate": 0.00027604789942160297, + "loss": 4.4559, + "mean_token_accuracy": 0.23580421954393388, + "num_tokens": 13486090.0, + "step": 4700 + }, + { + "entropy": 5.047355365753174, + "epoch": 5.581257413997627, + "grad_norm": 1.4140625, + "learning_rate": 0.00027557158295426506, + "loss": 4.4502, + "mean_token_accuracy": 0.24515524953603746, + "num_tokens": 13499493.0, + "step": 4705 + }, + { + "entropy": 5.126659488677978, + "epoch": 5.587188612099644, + "grad_norm": 1.3828125, + "learning_rate": 0.0002750952639253287, + "loss": 4.5085, + "mean_token_accuracy": 0.23807648122310637, + "num_tokens": 13513270.0, + "step": 4710 + }, + { + "entropy": 5.04275369644165, + "epoch": 5.593119810201661, + "grad_norm": 1.1953125, + "learning_rate": 0.00027461894446945877, + "loss": 4.4291, + "mean_token_accuracy": 0.23905896246433259, + "num_tokens": 13527571.0, + "step": 4715 + }, + { + "entropy": 5.031711196899414, + "epoch": 5.599051008303677, + "grad_norm": 1.2109375, + "learning_rate": 0.0002741426267213223, + "loss": 4.399, + "mean_token_accuracy": 0.2434948205947876, + "num_tokens": 13541956.0, + "step": 4720 + }, + { + "entropy": 5.123283910751343, + "epoch": 5.604982206405694, + "grad_norm": 1.265625, + "learning_rate": 0.0002736663128155781, + "loss": 4.5138, + "mean_token_accuracy": 0.2383720725774765, + "num_tokens": 13557613.0, + "step": 4725 + }, + { + "entropy": 5.01444091796875, + "epoch": 5.610913404507711, + "grad_norm": 1.2734375, + "learning_rate": 0.0002731900048868685, + "loss": 4.4113, + "mean_token_accuracy": 0.2442216083407402, + "num_tokens": 13572207.0, + "step": 4730 + }, + { + "entropy": 5.030840015411377, + "epoch": 5.616844602609727, + "grad_norm": 1.3359375, + "learning_rate": 0.00027271370506980853, + "loss": 4.4484, + "mean_token_accuracy": 0.24023475646972656, + "num_tokens": 13587621.0, + "step": 4735 + }, + { + "entropy": 5.046911907196045, + "epoch": 5.622775800711744, + "grad_norm": 1.1640625, + "learning_rate": 0.00027223741549897696, + "loss": 4.4536, + "mean_token_accuracy": 0.24491426199674607, + "num_tokens": 13602745.0, + "step": 4740 + }, + { + "entropy": 5.101274490356445, + "epoch": 5.62870699881376, + "grad_norm": 1.4296875, + "learning_rate": 0.00027176113830890673, + "loss": 4.3867, + "mean_token_accuracy": 0.24548266381025313, + "num_tokens": 13616138.0, + "step": 4745 + }, + { + "entropy": 5.06822943687439, + "epoch": 5.634638196915777, + "grad_norm": 1.5234375, + "learning_rate": 0.0002712848756340754, + "loss": 4.4545, + "mean_token_accuracy": 0.23555067032575608, + "num_tokens": 13630326.0, + "step": 4750 + }, + { + "entropy": 5.033315277099609, + "epoch": 5.640569395017794, + "grad_norm": 1.2734375, + "learning_rate": 0.000270808629608895, + "loss": 4.4272, + "mean_token_accuracy": 0.2433514729142189, + "num_tokens": 13644880.0, + "step": 4755 + }, + { + "entropy": 5.023551321029663, + "epoch": 5.646500593119811, + "grad_norm": 1.15625, + "learning_rate": 0.0002703324023677036, + "loss": 4.4452, + "mean_token_accuracy": 0.2369721755385399, + "num_tokens": 13660506.0, + "step": 4760 + }, + { + "entropy": 5.0040631771087645, + "epoch": 5.652431791221827, + "grad_norm": 1.34375, + "learning_rate": 0.00026985619604475466, + "loss": 4.3864, + "mean_token_accuracy": 0.24618825018405915, + "num_tokens": 13675961.0, + "step": 4765 + }, + { + "entropy": 5.014545249938965, + "epoch": 5.658362989323844, + "grad_norm": 1.1640625, + "learning_rate": 0.00026938001277420785, + "loss": 4.4389, + "mean_token_accuracy": 0.23929533064365388, + "num_tokens": 13690570.0, + "step": 4770 + }, + { + "entropy": 5.050947809219361, + "epoch": 5.66429418742586, + "grad_norm": 1.4453125, + "learning_rate": 0.00026890385469011997, + "loss": 4.4374, + "mean_token_accuracy": 0.24186193346977233, + "num_tokens": 13704267.0, + "step": 4775 + }, + { + "entropy": 5.026543426513672, + "epoch": 5.670225385527877, + "grad_norm": 1.1875, + "learning_rate": 0.00026842772392643443, + "loss": 4.4268, + "mean_token_accuracy": 0.24120682775974273, + "num_tokens": 13720761.0, + "step": 4780 + }, + { + "entropy": 5.0410003662109375, + "epoch": 5.6761565836298935, + "grad_norm": 1.3125, + "learning_rate": 0.0002679516226169724, + "loss": 4.4009, + "mean_token_accuracy": 0.24163358509540558, + "num_tokens": 13735898.0, + "step": 4785 + }, + { + "entropy": 4.978803491592407, + "epoch": 5.6820877817319095, + "grad_norm": 1.3046875, + "learning_rate": 0.0002674755528954232, + "loss": 4.3798, + "mean_token_accuracy": 0.24308834820985795, + "num_tokens": 13748962.0, + "step": 4790 + }, + { + "entropy": 5.005527067184448, + "epoch": 5.6880189798339265, + "grad_norm": 1.40625, + "learning_rate": 0.00026699951689533445, + "loss": 4.4788, + "mean_token_accuracy": 0.2391334593296051, + "num_tokens": 13763941.0, + "step": 4795 + }, + { + "entropy": 5.004294157028198, + "epoch": 5.693950177935943, + "grad_norm": 1.21875, + "learning_rate": 0.0002665235167501026, + "loss": 4.3661, + "mean_token_accuracy": 0.24394810497760772, + "num_tokens": 13778316.0, + "step": 4800 + }, + { + "entropy": 5.087885141372681, + "epoch": 5.699881376037959, + "grad_norm": 1.2578125, + "learning_rate": 0.0002660475545929636, + "loss": 4.4756, + "mean_token_accuracy": 0.24611255377531052, + "num_tokens": 13792091.0, + "step": 4805 + }, + { + "entropy": 5.108520412445069, + "epoch": 5.705812574139976, + "grad_norm": 1.4296875, + "learning_rate": 0.00026557163255698274, + "loss": 4.481, + "mean_token_accuracy": 0.23163021951913834, + "num_tokens": 13807048.0, + "step": 4810 + }, + { + "entropy": 5.079970455169677, + "epoch": 5.711743772241993, + "grad_norm": 1.2578125, + "learning_rate": 0.00026509575277504593, + "loss": 4.4844, + "mean_token_accuracy": 0.2349588006734848, + "num_tokens": 13822455.0, + "step": 4815 + }, + { + "entropy": 5.103965759277344, + "epoch": 5.717674970344009, + "grad_norm": 1.3828125, + "learning_rate": 0.0002646199173798497, + "loss": 4.4745, + "mean_token_accuracy": 0.24245647192001343, + "num_tokens": 13836609.0, + "step": 4820 + }, + { + "entropy": 5.0784893989562985, + "epoch": 5.723606168446026, + "grad_norm": 1.40625, + "learning_rate": 0.0002641441285038913, + "loss": 4.4351, + "mean_token_accuracy": 0.24516603201627732, + "num_tokens": 13849453.0, + "step": 4825 + }, + { + "entropy": 5.115981674194336, + "epoch": 5.729537366548042, + "grad_norm": 1.25, + "learning_rate": 0.00026366838827945985, + "loss": 4.5093, + "mean_token_accuracy": 0.23044819086790086, + "num_tokens": 13863082.0, + "step": 4830 + }, + { + "entropy": 5.061673355102539, + "epoch": 5.735468564650059, + "grad_norm": 1.390625, + "learning_rate": 0.00026319269883862633, + "loss": 4.5304, + "mean_token_accuracy": 0.2362530156970024, + "num_tokens": 13875323.0, + "step": 4835 + }, + { + "entropy": 5.108893156051636, + "epoch": 5.741399762752076, + "grad_norm": 1.3515625, + "learning_rate": 0.000262717062313234, + "loss": 4.448, + "mean_token_accuracy": 0.2434764564037323, + "num_tokens": 13888271.0, + "step": 4840 + }, + { + "entropy": 5.006637668609619, + "epoch": 5.747330960854093, + "grad_norm": 1.375, + "learning_rate": 0.0002622414808348892, + "loss": 4.4238, + "mean_token_accuracy": 0.2431655764579773, + "num_tokens": 13900607.0, + "step": 4845 + }, + { + "entropy": 5.080786991119385, + "epoch": 5.753262158956109, + "grad_norm": 1.265625, + "learning_rate": 0.00026176595653495136, + "loss": 4.4266, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 13915180.0, + "step": 4850 + }, + { + "entropy": 5.065893030166626, + "epoch": 5.759193357058126, + "grad_norm": 1.40625, + "learning_rate": 0.0002612904915445238, + "loss": 4.4832, + "mean_token_accuracy": 0.23563706874847412, + "num_tokens": 13930158.0, + "step": 4855 + }, + { + "entropy": 5.010072803497314, + "epoch": 5.765124555160142, + "grad_norm": 1.25, + "learning_rate": 0.000260815087994444, + "loss": 4.3664, + "mean_token_accuracy": 0.24564545154571532, + "num_tokens": 13943223.0, + "step": 4860 + }, + { + "entropy": 4.9927332401275635, + "epoch": 5.771055753262159, + "grad_norm": 1.125, + "learning_rate": 0.000260339748015274, + "loss": 4.4644, + "mean_token_accuracy": 0.24376613795757293, + "num_tokens": 13958938.0, + "step": 4865 + }, + { + "entropy": 5.041768980026245, + "epoch": 5.776986951364176, + "grad_norm": 1.15625, + "learning_rate": 0.0002598644737372911, + "loss": 4.4388, + "mean_token_accuracy": 0.23757123053073884, + "num_tokens": 13973975.0, + "step": 4870 + }, + { + "entropy": 5.041567325592041, + "epoch": 5.782918149466192, + "grad_norm": 1.2109375, + "learning_rate": 0.0002593892672904781, + "loss": 4.4592, + "mean_token_accuracy": 0.23768191039562225, + "num_tokens": 13990605.0, + "step": 4875 + }, + { + "entropy": 5.0419941425323485, + "epoch": 5.788849347568209, + "grad_norm": 1.2578125, + "learning_rate": 0.00025891413080451377, + "loss": 4.5436, + "mean_token_accuracy": 0.23147597014904023, + "num_tokens": 14006307.0, + "step": 4880 + }, + { + "entropy": 5.0918761730194095, + "epoch": 5.794780545670226, + "grad_norm": 1.3046875, + "learning_rate": 0.00025843906640876326, + "loss": 4.4521, + "mean_token_accuracy": 0.23559338748455047, + "num_tokens": 14019472.0, + "step": 4885 + }, + { + "entropy": 5.027110958099366, + "epoch": 5.800711743772242, + "grad_norm": 1.2265625, + "learning_rate": 0.000257964076232269, + "loss": 4.4103, + "mean_token_accuracy": 0.2430754005908966, + "num_tokens": 14033525.0, + "step": 4890 + }, + { + "entropy": 5.015383195877075, + "epoch": 5.806642941874259, + "grad_norm": 1.3203125, + "learning_rate": 0.00025748916240374016, + "loss": 4.4918, + "mean_token_accuracy": 0.23823553174734116, + "num_tokens": 14048823.0, + "step": 4895 + }, + { + "entropy": 5.086786603927612, + "epoch": 5.812574139976276, + "grad_norm": 1.2265625, + "learning_rate": 0.00025701432705154445, + "loss": 4.4866, + "mean_token_accuracy": 0.23517824858427047, + "num_tokens": 14063568.0, + "step": 4900 + }, + { + "entropy": 5.067300701141358, + "epoch": 5.818505338078292, + "grad_norm": 1.3203125, + "learning_rate": 0.0002565395723036975, + "loss": 4.4682, + "mean_token_accuracy": 0.23759765326976776, + "num_tokens": 14077128.0, + "step": 4905 + }, + { + "entropy": 5.050278615951538, + "epoch": 5.8244365361803085, + "grad_norm": 1.4765625, + "learning_rate": 0.0002560649002878537, + "loss": 4.416, + "mean_token_accuracy": 0.24787454605102538, + "num_tokens": 14089673.0, + "step": 4910 + }, + { + "entropy": 5.040318489074707, + "epoch": 5.830367734282325, + "grad_norm": 1.2890625, + "learning_rate": 0.00025559031313129675, + "loss": 4.4294, + "mean_token_accuracy": 0.23141864091157913, + "num_tokens": 14104617.0, + "step": 4915 + }, + { + "entropy": 5.1050783634185795, + "epoch": 5.8362989323843415, + "grad_norm": 1.2890625, + "learning_rate": 0.00025511581296093006, + "loss": 4.556, + "mean_token_accuracy": 0.23171175122261048, + "num_tokens": 14118309.0, + "step": 4920 + }, + { + "entropy": 5.041911888122558, + "epoch": 5.842230130486358, + "grad_norm": 1.1640625, + "learning_rate": 0.0002546414019032671, + "loss": 4.4805, + "mean_token_accuracy": 0.23756036907434464, + "num_tokens": 14133809.0, + "step": 4925 + }, + { + "entropy": 5.032676839828492, + "epoch": 5.848161328588375, + "grad_norm": 1.3203125, + "learning_rate": 0.0002541670820844223, + "loss": 4.4254, + "mean_token_accuracy": 0.24259141832590103, + "num_tokens": 14147700.0, + "step": 4930 + }, + { + "entropy": 5.041052293777466, + "epoch": 5.854092526690391, + "grad_norm": 1.3125, + "learning_rate": 0.0002536928556301006, + "loss": 4.4395, + "mean_token_accuracy": 0.23794725835323333, + "num_tokens": 14161669.0, + "step": 4935 + }, + { + "entropy": 4.9957301139831545, + "epoch": 5.860023724792408, + "grad_norm": 1.3359375, + "learning_rate": 0.0002532187246655891, + "loss": 4.3789, + "mean_token_accuracy": 0.2477703034877777, + "num_tokens": 14175066.0, + "step": 4940 + }, + { + "entropy": 5.074595355987549, + "epoch": 5.865954922894424, + "grad_norm": 1.1875, + "learning_rate": 0.0002527446913157467, + "loss": 4.4668, + "mean_token_accuracy": 0.24791329801082612, + "num_tokens": 14190956.0, + "step": 4945 + }, + { + "entropy": 5.044212198257446, + "epoch": 5.871886120996441, + "grad_norm": 1.140625, + "learning_rate": 0.0002522707577049947, + "loss": 4.4084, + "mean_token_accuracy": 0.2459134504199028, + "num_tokens": 14205232.0, + "step": 4950 + }, + { + "entropy": 5.067082118988037, + "epoch": 5.877817319098458, + "grad_norm": 1.4765625, + "learning_rate": 0.00025179692595730767, + "loss": 4.4526, + "mean_token_accuracy": 0.23943758457899095, + "num_tokens": 14217304.0, + "step": 4955 + }, + { + "entropy": 5.093814373016357, + "epoch": 5.883748517200474, + "grad_norm": 1.28125, + "learning_rate": 0.00025132319819620377, + "loss": 4.4756, + "mean_token_accuracy": 0.24002725780010223, + "num_tokens": 14230335.0, + "step": 4960 + }, + { + "entropy": 5.022781324386597, + "epoch": 5.889679715302491, + "grad_norm": 1.296875, + "learning_rate": 0.0002508495765447345, + "loss": 4.404, + "mean_token_accuracy": 0.24460775703191756, + "num_tokens": 14244675.0, + "step": 4965 + }, + { + "entropy": 5.032727575302124, + "epoch": 5.895610913404508, + "grad_norm": 1.3046875, + "learning_rate": 0.00025037606312547654, + "loss": 4.4747, + "mean_token_accuracy": 0.2397155359387398, + "num_tokens": 14258644.0, + "step": 4970 + }, + { + "entropy": 5.083451843261718, + "epoch": 5.901542111506524, + "grad_norm": 1.3359375, + "learning_rate": 0.0002499026600605212, + "loss": 4.4102, + "mean_token_accuracy": 0.24270913749933243, + "num_tokens": 14271487.0, + "step": 4975 + }, + { + "entropy": 5.078978490829468, + "epoch": 5.907473309608541, + "grad_norm": 1.2734375, + "learning_rate": 0.00024942936947146515, + "loss": 4.4582, + "mean_token_accuracy": 0.2412016436457634, + "num_tokens": 14286508.0, + "step": 4980 + }, + { + "entropy": 5.019553327560425, + "epoch": 5.913404507710558, + "grad_norm": 1.2265625, + "learning_rate": 0.00024895619347940117, + "loss": 4.4313, + "mean_token_accuracy": 0.24287663996219636, + "num_tokens": 14301875.0, + "step": 4985 + }, + { + "entropy": 5.1189757823944095, + "epoch": 5.919335705812574, + "grad_norm": 1.2734375, + "learning_rate": 0.0002484831342049085, + "loss": 4.5169, + "mean_token_accuracy": 0.23093525767326356, + "num_tokens": 14315712.0, + "step": 4990 + }, + { + "entropy": 5.13128170967102, + "epoch": 5.925266903914591, + "grad_norm": 1.421875, + "learning_rate": 0.00024801019376804296, + "loss": 4.4875, + "mean_token_accuracy": 0.23937722593545913, + "num_tokens": 14332235.0, + "step": 4995 + }, + { + "entropy": 5.023594379425049, + "epoch": 5.931198102016607, + "grad_norm": 1.2109375, + "learning_rate": 0.0002475373742883282, + "loss": 4.3958, + "mean_token_accuracy": 0.24531046599149703, + "num_tokens": 14346485.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.8860513695909935, + "eval_loss": 5.2638068199157715, + "eval_mean_token_accuracy": 0.19476333996452436, + "eval_num_tokens": 14346485.0, + "eval_runtime": 1.8508, + "eval_samples_per_second": 1409.127, + "eval_steps_per_second": 176.141, + "step": 5000 + }, + { + "entropy": 5.034149408340454, + "epoch": 5.937129300118624, + "grad_norm": 1.3515625, + "learning_rate": 0.0002470646778847455, + "loss": 4.4338, + "mean_token_accuracy": 0.24789137989282609, + "num_tokens": 14360431.0, + "step": 5005 + }, + { + "entropy": 5.044485998153687, + "epoch": 5.943060498220641, + "grad_norm": 1.3046875, + "learning_rate": 0.00024659210667572464, + "loss": 4.4374, + "mean_token_accuracy": 0.2427036002278328, + "num_tokens": 14374960.0, + "step": 5010 + }, + { + "entropy": 4.964894771575928, + "epoch": 5.948991696322658, + "grad_norm": 1.4765625, + "learning_rate": 0.0002461196627791345, + "loss": 4.3326, + "mean_token_accuracy": 0.24831924736499786, + "num_tokens": 14388488.0, + "step": 5015 + }, + { + "entropy": 5.013204336166382, + "epoch": 5.954922894424674, + "grad_norm": 1.4453125, + "learning_rate": 0.00024564734831227316, + "loss": 4.4771, + "mean_token_accuracy": 0.23797560185194017, + "num_tokens": 14403923.0, + "step": 5020 + }, + { + "entropy": 5.095961856842041, + "epoch": 5.960854092526691, + "grad_norm": 1.4140625, + "learning_rate": 0.0002451751653918587, + "loss": 4.4535, + "mean_token_accuracy": 0.23533977270126344, + "num_tokens": 14417481.0, + "step": 5025 + }, + { + "entropy": 5.043536758422851, + "epoch": 5.966785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.00024470311613401997, + "loss": 4.4416, + "mean_token_accuracy": 0.24011671990156175, + "num_tokens": 14434806.0, + "step": 5030 + }, + { + "entropy": 5.013947820663452, + "epoch": 5.972716488730724, + "grad_norm": 1.4453125, + "learning_rate": 0.00024423120265428623, + "loss": 4.3787, + "mean_token_accuracy": 0.24650224894285203, + "num_tokens": 14448554.0, + "step": 5035 + }, + { + "entropy": 4.969161415100098, + "epoch": 5.9786476868327405, + "grad_norm": 1.2578125, + "learning_rate": 0.0002437594270675787, + "loss": 4.3442, + "mean_token_accuracy": 0.25067434906959535, + "num_tokens": 14462842.0, + "step": 5040 + }, + { + "entropy": 4.988726186752319, + "epoch": 5.9845788849347565, + "grad_norm": 1.3203125, + "learning_rate": 0.00024328779148820052, + "loss": 4.3582, + "mean_token_accuracy": 0.2596712946891785, + "num_tokens": 14477026.0, + "step": 5045 + }, + { + "entropy": 4.982583141326904, + "epoch": 5.9905100830367735, + "grad_norm": 1.265625, + "learning_rate": 0.0002428162980298272, + "loss": 4.3989, + "mean_token_accuracy": 0.2433629184961319, + "num_tokens": 14491639.0, + "step": 5050 + }, + { + "entropy": 5.094220066070557, + "epoch": 5.99644128113879, + "grad_norm": 1.3203125, + "learning_rate": 0.00024234494880549746, + "loss": 4.4513, + "mean_token_accuracy": 0.24791095554828643, + "num_tokens": 14506462.0, + "step": 5055 + }, + { + "entropy": 5.057077693939209, + "epoch": 6.002372479240806, + "grad_norm": 1.28125, + "learning_rate": 0.00024187374592760376, + "loss": 4.365, + "mean_token_accuracy": 0.2536967098712921, + "num_tokens": 14520476.0, + "step": 5060 + }, + { + "entropy": 5.019870138168335, + "epoch": 6.008303677342823, + "grad_norm": 1.2265625, + "learning_rate": 0.00024140269150788236, + "loss": 4.2916, + "mean_token_accuracy": 0.2510134935379028, + "num_tokens": 14537181.0, + "step": 5065 + }, + { + "entropy": 4.982530784606934, + "epoch": 6.01423487544484, + "grad_norm": 1.375, + "learning_rate": 0.00024093178765740452, + "loss": 4.2429, + "mean_token_accuracy": 0.2534199237823486, + "num_tokens": 14550772.0, + "step": 5070 + }, + { + "entropy": 5.102296018600464, + "epoch": 6.020166073546856, + "grad_norm": 1.328125, + "learning_rate": 0.00024046103648656648, + "loss": 4.3535, + "mean_token_accuracy": 0.25124617516994474, + "num_tokens": 14566314.0, + "step": 5075 + }, + { + "entropy": 5.08847975730896, + "epoch": 6.026097271648873, + "grad_norm": 1.484375, + "learning_rate": 0.00023999044010508037, + "loss": 4.3284, + "mean_token_accuracy": 0.2568944558501244, + "num_tokens": 14580403.0, + "step": 5080 + }, + { + "entropy": 4.967007684707641, + "epoch": 6.032028469750889, + "grad_norm": 1.4453125, + "learning_rate": 0.00023952000062196454, + "loss": 4.2529, + "mean_token_accuracy": 0.2650650665163994, + "num_tokens": 14595405.0, + "step": 5085 + }, + { + "entropy": 5.036498355865478, + "epoch": 6.037959667852906, + "grad_norm": 1.2265625, + "learning_rate": 0.0002390497201455342, + "loss": 4.2663, + "mean_token_accuracy": 0.26399629563093185, + "num_tokens": 14610257.0, + "step": 5090 + }, + { + "entropy": 5.030192470550537, + "epoch": 6.043890865954923, + "grad_norm": 1.421875, + "learning_rate": 0.00023857960078339208, + "loss": 4.235, + "mean_token_accuracy": 0.26408734172582626, + "num_tokens": 14625466.0, + "step": 5095 + }, + { + "entropy": 5.058362770080566, + "epoch": 6.049822064056939, + "grad_norm": 1.390625, + "learning_rate": 0.00023810964464241868, + "loss": 4.3471, + "mean_token_accuracy": 0.25345825403928757, + "num_tokens": 14641144.0, + "step": 5100 + }, + { + "entropy": 5.005357789993286, + "epoch": 6.055753262158956, + "grad_norm": 1.4140625, + "learning_rate": 0.00023763985382876308, + "loss": 4.3029, + "mean_token_accuracy": 0.2620812490582466, + "num_tokens": 14655471.0, + "step": 5105 + }, + { + "entropy": 5.017697954177857, + "epoch": 6.061684460260973, + "grad_norm": 1.359375, + "learning_rate": 0.00023717023044783343, + "loss": 4.2327, + "mean_token_accuracy": 0.26199271380901334, + "num_tokens": 14671020.0, + "step": 5110 + }, + { + "entropy": 5.054442548751831, + "epoch": 6.067615658362989, + "grad_norm": 1.3125, + "learning_rate": 0.00023670077660428756, + "loss": 4.3012, + "mean_token_accuracy": 0.2543821409344673, + "num_tokens": 14684345.0, + "step": 5115 + }, + { + "entropy": 5.016337776184082, + "epoch": 6.073546856465006, + "grad_norm": 1.4765625, + "learning_rate": 0.0002362314944020234, + "loss": 4.2357, + "mean_token_accuracy": 0.26443331986665725, + "num_tokens": 14698318.0, + "step": 5120 + }, + { + "entropy": 5.028752851486206, + "epoch": 6.079478054567023, + "grad_norm": 1.4609375, + "learning_rate": 0.0002357623859441698, + "loss": 4.2067, + "mean_token_accuracy": 0.2689851403236389, + "num_tokens": 14710351.0, + "step": 5125 + }, + { + "entropy": 5.086757469177246, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.3301, + "mean_token_accuracy": 0.2564917549490929, + "num_tokens": 14725474.0, + "step": 5130 + }, + { + "entropy": 5.0329282760620115, + "epoch": 6.091340450771056, + "grad_norm": 1.53125, + "learning_rate": 0.00023482469867030676, + "loss": 4.268, + "mean_token_accuracy": 0.2572768598794937, + "num_tokens": 14739047.0, + "step": 5135 + }, + { + "entropy": 5.00909194946289, + "epoch": 6.097271648873073, + "grad_norm": 1.46875, + "learning_rate": 0.00023435612405662388, + "loss": 4.2974, + "mean_token_accuracy": 0.24873994886875153, + "num_tokens": 14752432.0, + "step": 5140 + }, + { + "entropy": 4.988759613037109, + "epoch": 6.103202846975089, + "grad_norm": 1.3046875, + "learning_rate": 0.00023388773159198584, + "loss": 4.3, + "mean_token_accuracy": 0.24969834983348846, + "num_tokens": 14765769.0, + "step": 5145 + }, + { + "entropy": 5.055676460266113, + "epoch": 6.109134045077106, + "grad_norm": 1.4609375, + "learning_rate": 0.00023341952337553414, + "loss": 4.3037, + "mean_token_accuracy": 0.2598161458969116, + "num_tokens": 14781655.0, + "step": 5150 + }, + { + "entropy": 5.001733446121216, + "epoch": 6.115065243179123, + "grad_norm": 1.1953125, + "learning_rate": 0.0002329515015055843, + "loss": 4.2415, + "mean_token_accuracy": 0.2669500052928925, + "num_tokens": 14798175.0, + "step": 5155 + }, + { + "entropy": 4.9909673690795895, + "epoch": 6.120996441281139, + "grad_norm": 1.34375, + "learning_rate": 0.00023248366807961674, + "loss": 4.2805, + "mean_token_accuracy": 0.2576881363987923, + "num_tokens": 14812630.0, + "step": 5160 + }, + { + "entropy": 5.0708530902862545, + "epoch": 6.1269276393831555, + "grad_norm": 1.484375, + "learning_rate": 0.0002320160251942675, + "loss": 4.2921, + "mean_token_accuracy": 0.25415309369564054, + "num_tokens": 14825138.0, + "step": 5165 + }, + { + "entropy": 5.073080778121948, + "epoch": 6.132858837485172, + "grad_norm": 1.6328125, + "learning_rate": 0.00023154857494531872, + "loss": 4.3322, + "mean_token_accuracy": 0.252343113720417, + "num_tokens": 14838893.0, + "step": 5170 + }, + { + "entropy": 5.043838787078857, + "epoch": 6.1387900355871885, + "grad_norm": 1.25, + "learning_rate": 0.0002310813194276889, + "loss": 4.3189, + "mean_token_accuracy": 0.2520149201154709, + "num_tokens": 14853548.0, + "step": 5175 + }, + { + "entropy": 5.000109529495239, + "epoch": 6.144721233689205, + "grad_norm": 1.421875, + "learning_rate": 0.00023061426073542413, + "loss": 4.2719, + "mean_token_accuracy": 0.2534493938088417, + "num_tokens": 14868079.0, + "step": 5180 + }, + { + "entropy": 5.02756929397583, + "epoch": 6.1506524317912215, + "grad_norm": 1.2890625, + "learning_rate": 0.0002301474009616885, + "loss": 4.2848, + "mean_token_accuracy": 0.2585728645324707, + "num_tokens": 14882343.0, + "step": 5185 + }, + { + "entropy": 4.961363172531128, + "epoch": 6.156583629893238, + "grad_norm": 1.3984375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2671, + "mean_token_accuracy": 0.2636710450053215, + "num_tokens": 14895233.0, + "step": 5190 + }, + { + "entropy": 5.022676992416382, + "epoch": 6.162514827995255, + "grad_norm": 1.15625, + "learning_rate": 0.00022921428653799298, + "loss": 4.2511, + "mean_token_accuracy": 0.2618787810206413, + "num_tokens": 14910628.0, + "step": 5195 + }, + { + "entropy": 5.012147855758667, + "epoch": 6.168446026097271, + "grad_norm": 1.4375, + "learning_rate": 0.00022874803606986617, + "loss": 4.2421, + "mean_token_accuracy": 0.2644942194223404, + "num_tokens": 14923155.0, + "step": 5200 + }, + { + "entropy": 5.008904361724854, + "epoch": 6.174377224199288, + "grad_norm": 1.15625, + "learning_rate": 0.00022828199288391554, + "loss": 4.3171, + "mean_token_accuracy": 0.2553702756762505, + "num_tokens": 14938353.0, + "step": 5205 + }, + { + "entropy": 5.0244848251342775, + "epoch": 6.180308422301305, + "grad_norm": 1.421875, + "learning_rate": 0.00022781615906875414, + "loss": 4.3145, + "mean_token_accuracy": 0.25322963744401933, + "num_tokens": 14953774.0, + "step": 5210 + }, + { + "entropy": 5.008412456512451, + "epoch": 6.186239620403321, + "grad_norm": 1.3984375, + "learning_rate": 0.0002273505367120562, + "loss": 4.2341, + "mean_token_accuracy": 0.2646894872188568, + "num_tokens": 14968618.0, + "step": 5215 + }, + { + "entropy": 4.984117126464843, + "epoch": 6.192170818505338, + "grad_norm": 1.2890625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2244, + "mean_token_accuracy": 0.26672463715076444, + "num_tokens": 14981918.0, + "step": 5220 + }, + { + "entropy": 4.965973377227783, + "epoch": 6.198102016607355, + "grad_norm": 1.46875, + "learning_rate": 0.0002264199347200015, + "loss": 4.2641, + "mean_token_accuracy": 0.27005019336938857, + "num_tokens": 14997407.0, + "step": 5225 + }, + { + "entropy": 5.020095109939575, + "epoch": 6.204033214709371, + "grad_norm": 1.3515625, + "learning_rate": 0.00022595495925521804, + "loss": 4.2685, + "mean_token_accuracy": 0.25842465460300446, + "num_tokens": 15010566.0, + "step": 5230 + }, + { + "entropy": 5.039657354354858, + "epoch": 6.209964412811388, + "grad_norm": 1.296875, + "learning_rate": 0.0002254902035900261, + "loss": 4.3523, + "mean_token_accuracy": 0.2598764330148697, + "num_tokens": 15025458.0, + "step": 5235 + }, + { + "entropy": 4.943068265914917, + "epoch": 6.215895610913405, + "grad_norm": 1.375, + "learning_rate": 0.00022502566980726852, + "loss": 4.2457, + "mean_token_accuracy": 0.26292232871055604, + "num_tokens": 15039103.0, + "step": 5240 + }, + { + "entropy": 5.043027925491333, + "epoch": 6.221826809015421, + "grad_norm": 1.5703125, + "learning_rate": 0.00022456135998879335, + "loss": 4.2941, + "mean_token_accuracy": 0.25821716636419295, + "num_tokens": 15052802.0, + "step": 5245 + }, + { + "entropy": 5.080618524551392, + "epoch": 6.227758007117438, + "grad_norm": 1.4375, + "learning_rate": 0.0002240972762154453, + "loss": 4.3037, + "mean_token_accuracy": 0.25927335768938065, + "num_tokens": 15067133.0, + "step": 5250 + }, + { + "entropy": 5.022476577758789, + "epoch": 6.233689205219454, + "grad_norm": 1.484375, + "learning_rate": 0.000223633420567056, + "loss": 4.2966, + "mean_token_accuracy": 0.2569254443049431, + "num_tokens": 15079985.0, + "step": 5255 + }, + { + "entropy": 4.928483486175537, + "epoch": 6.239620403321471, + "grad_norm": 1.28125, + "learning_rate": 0.0002231697951224346, + "loss": 4.2144, + "mean_token_accuracy": 0.2635895624756813, + "num_tokens": 15095092.0, + "step": 5260 + }, + { + "entropy": 5.036012649536133, + "epoch": 6.245551601423488, + "grad_norm": 1.2265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.3631, + "mean_token_accuracy": 0.24321680516004562, + "num_tokens": 15111850.0, + "step": 5265 + }, + { + "entropy": 5.032869529724121, + "epoch": 6.251482799525504, + "grad_norm": 1.4765625, + "learning_rate": 0.00022224324315456474, + "loss": 4.2823, + "mean_token_accuracy": 0.2571799159049988, + "num_tokens": 15124918.0, + "step": 5270 + }, + { + "entropy": 4.980008888244629, + "epoch": 6.257413997627521, + "grad_norm": 1.3515625, + "learning_rate": 0.00022178032078373894, + "loss": 4.3428, + "mean_token_accuracy": 0.2544923171401024, + "num_tokens": 15140428.0, + "step": 5275 + }, + { + "entropy": 5.05231351852417, + "epoch": 6.263345195729538, + "grad_norm": 1.1953125, + "learning_rate": 0.00022131763692150798, + "loss": 4.2956, + "mean_token_accuracy": 0.2509635344147682, + "num_tokens": 15154310.0, + "step": 5280 + }, + { + "entropy": 5.06721715927124, + "epoch": 6.269276393831554, + "grad_norm": 1.4609375, + "learning_rate": 0.00022085519364142963, + "loss": 4.3207, + "mean_token_accuracy": 0.2531687691807747, + "num_tokens": 15167607.0, + "step": 5285 + }, + { + "entropy": 4.985915088653565, + "epoch": 6.275207591933571, + "grad_norm": 1.3828125, + "learning_rate": 0.00022039299301598343, + "loss": 4.3167, + "mean_token_accuracy": 0.2527414485812187, + "num_tokens": 15181200.0, + "step": 5290 + }, + { + "entropy": 5.053257703781128, + "epoch": 6.2811387900355875, + "grad_norm": 1.3359375, + "learning_rate": 0.00021993103711656148, + "loss": 4.3152, + "mean_token_accuracy": 0.2575220212340355, + "num_tokens": 15196050.0, + "step": 5295 + }, + { + "entropy": 5.0179276943206785, + "epoch": 6.2870699881376035, + "grad_norm": 1.3359375, + "learning_rate": 0.00021946932801345903, + "loss": 4.2558, + "mean_token_accuracy": 0.260312719643116, + "num_tokens": 15209134.0, + "step": 5300 + }, + { + "entropy": 4.979709911346435, + "epoch": 6.2930011862396205, + "grad_norm": 1.3203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.3143, + "mean_token_accuracy": 0.2523039475083351, + "num_tokens": 15223574.0, + "step": 5305 + }, + { + "entropy": 5.009503602981567, + "epoch": 6.298932384341637, + "grad_norm": 1.40625, + "learning_rate": 0.00021854665847185445, + "loss": 4.2875, + "mean_token_accuracy": 0.25636068880558016, + "num_tokens": 15237201.0, + "step": 5310 + }, + { + "entropy": 4.9620115756988525, + "epoch": 6.304863582443653, + "grad_norm": 1.4375, + "learning_rate": 0.00021808570216837569, + "loss": 4.3051, + "mean_token_accuracy": 0.25059895515441893, + "num_tokens": 15252757.0, + "step": 5315 + }, + { + "entropy": 5.016540050506592, + "epoch": 6.31079478054567, + "grad_norm": 1.40625, + "learning_rate": 0.0002176250009312446, + "loss": 4.3384, + "mean_token_accuracy": 0.24727711826562881, + "num_tokens": 15267448.0, + "step": 5320 + }, + { + "entropy": 5.009750556945801, + "epoch": 6.316725978647687, + "grad_norm": 1.4609375, + "learning_rate": 0.0002171645568251337, + "loss": 4.2853, + "mean_token_accuracy": 0.25654620230197905, + "num_tokens": 15280276.0, + "step": 5325 + }, + { + "entropy": 4.978376150131226, + "epoch": 6.322657176749703, + "grad_norm": 1.296875, + "learning_rate": 0.00021670437191356295, + "loss": 4.2642, + "mean_token_accuracy": 0.2605225682258606, + "num_tokens": 15293960.0, + "step": 5330 + }, + { + "entropy": 4.949605989456177, + "epoch": 6.32858837485172, + "grad_norm": 1.28125, + "learning_rate": 0.0002162444482588908, + "loss": 4.2391, + "mean_token_accuracy": 0.2608349248766899, + "num_tokens": 15309698.0, + "step": 5335 + }, + { + "entropy": 4.959253168106079, + "epoch": 6.334519572953736, + "grad_norm": 1.4453125, + "learning_rate": 0.00021578478792230504, + "loss": 4.1459, + "mean_token_accuracy": 0.2709234029054642, + "num_tokens": 15322491.0, + "step": 5340 + }, + { + "entropy": 4.951858901977539, + "epoch": 6.340450771055753, + "grad_norm": 1.28125, + "learning_rate": 0.00021532539296381314, + "loss": 4.228, + "mean_token_accuracy": 0.2675049722194672, + "num_tokens": 15335914.0, + "step": 5345 + }, + { + "entropy": 5.012625598907471, + "epoch": 6.34638196915777, + "grad_norm": 1.296875, + "learning_rate": 0.00021486626544223332, + "loss": 4.317, + "mean_token_accuracy": 0.25726097226142886, + "num_tokens": 15350136.0, + "step": 5350 + }, + { + "entropy": 5.0181556224823, + "epoch": 6.352313167259786, + "grad_norm": 1.421875, + "learning_rate": 0.00021440740741518534, + "loss": 4.2696, + "mean_token_accuracy": 0.26408939957618716, + "num_tokens": 15362615.0, + "step": 5355 + }, + { + "entropy": 5.001295375823974, + "epoch": 6.358244365361803, + "grad_norm": 1.5390625, + "learning_rate": 0.00021394882093908097, + "loss": 4.2675, + "mean_token_accuracy": 0.2587674051523209, + "num_tokens": 15377410.0, + "step": 5360 + }, + { + "entropy": 5.001947593688965, + "epoch": 6.36417556346382, + "grad_norm": 1.4296875, + "learning_rate": 0.00021349050806911536, + "loss": 4.2396, + "mean_token_accuracy": 0.26232816129922865, + "num_tokens": 15391601.0, + "step": 5365 + }, + { + "entropy": 4.981376266479492, + "epoch": 6.370106761565836, + "grad_norm": 1.3828125, + "learning_rate": 0.00021303247085925715, + "loss": 4.275, + "mean_token_accuracy": 0.25759045481681825, + "num_tokens": 15404904.0, + "step": 5370 + }, + { + "entropy": 4.972017908096314, + "epoch": 6.376037959667853, + "grad_norm": 1.40625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1785, + "mean_token_accuracy": 0.2671340972185135, + "num_tokens": 15417438.0, + "step": 5375 + }, + { + "entropy": 4.9670978546142575, + "epoch": 6.38196915776987, + "grad_norm": 1.3828125, + "learning_rate": 0.00021211723162955194, + "loss": 4.2631, + "mean_token_accuracy": 0.26574990898370743, + "num_tokens": 15431449.0, + "step": 5380 + }, + { + "entropy": 5.062072324752807, + "epoch": 6.387900355871886, + "grad_norm": 1.4375, + "learning_rate": 0.00021166003371142855, + "loss": 4.3397, + "mean_token_accuracy": 0.24796287715435028, + "num_tokens": 15446236.0, + "step": 5385 + }, + { + "entropy": 5.07905125617981, + "epoch": 6.393831553973903, + "grad_norm": 1.3359375, + "learning_rate": 0.0002112031196568418, + "loss": 4.3522, + "mean_token_accuracy": 0.2528716191649437, + "num_tokens": 15460813.0, + "step": 5390 + }, + { + "entropy": 5.038124704360962, + "epoch": 6.39976275207592, + "grad_norm": 1.40625, + "learning_rate": 0.00021074649151349157, + "loss": 4.3095, + "mean_token_accuracy": 0.25035764575004577, + "num_tokens": 15476259.0, + "step": 5395 + }, + { + "entropy": 5.005946063995362, + "epoch": 6.405693950177936, + "grad_norm": 1.4375, + "learning_rate": 0.00021029015132779615, + "loss": 4.2713, + "mean_token_accuracy": 0.25605716109275817, + "num_tokens": 15489630.0, + "step": 5400 + }, + { + "entropy": 4.9758141994476315, + "epoch": 6.411625148279953, + "grad_norm": 1.1953125, + "learning_rate": 0.00020983410114488367, + "loss": 4.2804, + "mean_token_accuracy": 0.2633867159485817, + "num_tokens": 15504826.0, + "step": 5405 + }, + { + "entropy": 5.095077753067017, + "epoch": 6.41755634638197, + "grad_norm": 1.21875, + "learning_rate": 0.0002093783430085825, + "loss": 4.3843, + "mean_token_accuracy": 0.2466120555996895, + "num_tokens": 15521236.0, + "step": 5410 + }, + { + "entropy": 5.009157133102417, + "epoch": 6.423487544483986, + "grad_norm": 1.3671875, + "learning_rate": 0.00020892287896141204, + "loss": 4.3164, + "mean_token_accuracy": 0.2507207080721855, + "num_tokens": 15535232.0, + "step": 5415 + }, + { + "entropy": 4.967687273025513, + "epoch": 6.4294187425860025, + "grad_norm": 1.34375, + "learning_rate": 0.0002084677110445739, + "loss": 4.3213, + "mean_token_accuracy": 0.2534439966082573, + "num_tokens": 15549986.0, + "step": 5420 + }, + { + "entropy": 4.997312068939209, + "epoch": 6.435349940688019, + "grad_norm": 1.3125, + "learning_rate": 0.0002080128412979425, + "loss": 4.3035, + "mean_token_accuracy": 0.2496727466583252, + "num_tokens": 15564901.0, + "step": 5425 + }, + { + "entropy": 5.063030624389649, + "epoch": 6.4412811387900355, + "grad_norm": 1.578125, + "learning_rate": 0.00020755827176005575, + "loss": 4.3508, + "mean_token_accuracy": 0.25321594923734664, + "num_tokens": 15582895.0, + "step": 5430 + }, + { + "entropy": 5.005529594421387, + "epoch": 6.447212336892052, + "grad_norm": 1.296875, + "learning_rate": 0.00020710400446810658, + "loss": 4.2506, + "mean_token_accuracy": 0.2576309829950333, + "num_tokens": 15596965.0, + "step": 5435 + }, + { + "entropy": 5.011136293411255, + "epoch": 6.4531435349940685, + "grad_norm": 1.2265625, + "learning_rate": 0.00020665004145793293, + "loss": 4.3019, + "mean_token_accuracy": 0.25358843207359316, + "num_tokens": 15611688.0, + "step": 5440 + }, + { + "entropy": 4.997492885589599, + "epoch": 6.459074733096085, + "grad_norm": 1.171875, + "learning_rate": 0.00020619638476400943, + "loss": 4.3155, + "mean_token_accuracy": 0.254525488615036, + "num_tokens": 15626567.0, + "step": 5445 + }, + { + "entropy": 5.012764024734497, + "epoch": 6.465005931198102, + "grad_norm": 1.3984375, + "learning_rate": 0.00020574303641943782, + "loss": 4.2949, + "mean_token_accuracy": 0.25787416100502014, + "num_tokens": 15641448.0, + "step": 5450 + }, + { + "entropy": 4.973249864578247, + "epoch": 6.470937129300118, + "grad_norm": 1.640625, + "learning_rate": 0.0002052899984559377, + "loss": 4.2957, + "mean_token_accuracy": 0.25665432065725324, + "num_tokens": 15655478.0, + "step": 5455 + }, + { + "entropy": 4.9652416706085205, + "epoch": 6.476868327402135, + "grad_norm": 1.2578125, + "learning_rate": 0.00020483727290383812, + "loss": 4.2559, + "mean_token_accuracy": 0.2595137730240822, + "num_tokens": 15670268.0, + "step": 5460 + }, + { + "entropy": 5.0037332534790036, + "epoch": 6.482799525504152, + "grad_norm": 1.2734375, + "learning_rate": 0.00020438486179206772, + "loss": 4.2668, + "mean_token_accuracy": 0.26161179691553116, + "num_tokens": 15684346.0, + "step": 5465 + }, + { + "entropy": 5.056458282470703, + "epoch": 6.488730723606168, + "grad_norm": 1.4296875, + "learning_rate": 0.0002039327671481459, + "loss": 4.3082, + "mean_token_accuracy": 0.25756986290216444, + "num_tokens": 15697715.0, + "step": 5470 + }, + { + "entropy": 4.9800026416778564, + "epoch": 6.494661921708185, + "grad_norm": 1.5390625, + "learning_rate": 0.000203480990998174, + "loss": 4.2732, + "mean_token_accuracy": 0.2652369484305382, + "num_tokens": 15711164.0, + "step": 5475 + }, + { + "entropy": 5.010848426818848, + "epoch": 6.500593119810202, + "grad_norm": 1.3671875, + "learning_rate": 0.00020302953536682606, + "loss": 4.3121, + "mean_token_accuracy": 0.25519239008426664, + "num_tokens": 15726090.0, + "step": 5480 + }, + { + "entropy": 4.979192781448364, + "epoch": 6.506524317912218, + "grad_norm": 1.40625, + "learning_rate": 0.00020257840227733926, + "loss": 4.3159, + "mean_token_accuracy": 0.2554710179567337, + "num_tokens": 15740267.0, + "step": 5485 + }, + { + "entropy": 5.0485481262207035, + "epoch": 6.512455516014235, + "grad_norm": 1.34375, + "learning_rate": 0.00020212759375150564, + "loss": 4.2913, + "mean_token_accuracy": 0.2593435138463974, + "num_tokens": 15755531.0, + "step": 5490 + }, + { + "entropy": 4.97378363609314, + "epoch": 6.518386714116252, + "grad_norm": 1.3515625, + "learning_rate": 0.00020167711180966275, + "loss": 4.2902, + "mean_token_accuracy": 0.25500780791044236, + "num_tokens": 15770763.0, + "step": 5495 + }, + { + "entropy": 4.9556597709655765, + "epoch": 6.524317912218268, + "grad_norm": 1.4609375, + "learning_rate": 0.00020122695847068413, + "loss": 4.2733, + "mean_token_accuracy": 0.2600768730044365, + "num_tokens": 15784076.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.884481093634857, + "eval_loss": 5.281618595123291, + "eval_mean_token_accuracy": 0.1946958752771828, + "eval_num_tokens": 15784076.0, + "eval_runtime": 1.8516, + "eval_samples_per_second": 1408.539, + "eval_steps_per_second": 176.067, + "step": 5500 + }, + { + "entropy": 4.992613029479981, + "epoch": 6.530249110320285, + "grad_norm": 1.375, + "learning_rate": 0.00020077713575197115, + "loss": 4.2774, + "mean_token_accuracy": 0.2598809704184532, + "num_tokens": 15798772.0, + "step": 5505 + }, + { + "entropy": 4.969381618499756, + "epoch": 6.536180308422301, + "grad_norm": 1.3125, + "learning_rate": 0.000200327645669443, + "loss": 4.3222, + "mean_token_accuracy": 0.2580392867326736, + "num_tokens": 15813063.0, + "step": 5510 + }, + { + "entropy": 5.044298219680786, + "epoch": 6.542111506524318, + "grad_norm": 1.25, + "learning_rate": 0.0001998784902375284, + "loss": 4.3691, + "mean_token_accuracy": 0.2431435078382492, + "num_tokens": 15827988.0, + "step": 5515 + }, + { + "entropy": 5.024580574035644, + "epoch": 6.548042704626335, + "grad_norm": 1.3203125, + "learning_rate": 0.00019942967146915642, + "loss": 4.3362, + "mean_token_accuracy": 0.2600793331861496, + "num_tokens": 15843536.0, + "step": 5520 + }, + { + "entropy": 4.991915321350097, + "epoch": 6.553973902728351, + "grad_norm": 1.171875, + "learning_rate": 0.000198981191375747, + "loss": 4.2833, + "mean_token_accuracy": 0.2573126941919327, + "num_tokens": 15858319.0, + "step": 5525 + }, + { + "entropy": 5.046734762191773, + "epoch": 6.559905100830368, + "grad_norm": 1.296875, + "learning_rate": 0.0001985330519672025, + "loss": 4.3785, + "mean_token_accuracy": 0.2462637796998024, + "num_tokens": 15873593.0, + "step": 5530 + }, + { + "entropy": 5.0682448387146, + "epoch": 6.565836298932385, + "grad_norm": 1.296875, + "learning_rate": 0.00019808525525189864, + "loss": 4.3884, + "mean_token_accuracy": 0.24961629062891005, + "num_tokens": 15889558.0, + "step": 5535 + }, + { + "entropy": 4.950687074661255, + "epoch": 6.571767497034401, + "grad_norm": 1.2421875, + "learning_rate": 0.00019763780323667478, + "loss": 4.2593, + "mean_token_accuracy": 0.25389406830072403, + "num_tokens": 15904563.0, + "step": 5540 + }, + { + "entropy": 5.019732427597046, + "epoch": 6.577698695136418, + "grad_norm": 1.5546875, + "learning_rate": 0.00019719069792682603, + "loss": 4.2874, + "mean_token_accuracy": 0.26106633692979814, + "num_tokens": 15917386.0, + "step": 5545 + }, + { + "entropy": 4.999498510360718, + "epoch": 6.5836298932384345, + "grad_norm": 1.4453125, + "learning_rate": 0.00019674394132609358, + "loss": 4.2255, + "mean_token_accuracy": 0.26569036692380904, + "num_tokens": 15930288.0, + "step": 5550 + }, + { + "entropy": 5.013231325149536, + "epoch": 6.5895610913404505, + "grad_norm": 1.4375, + "learning_rate": 0.00019629753543665558, + "loss": 4.2773, + "mean_token_accuracy": 0.26227799504995347, + "num_tokens": 15943755.0, + "step": 5555 + }, + { + "entropy": 4.989235734939575, + "epoch": 6.5954922894424675, + "grad_norm": 1.5703125, + "learning_rate": 0.00019585148225911863, + "loss": 4.3205, + "mean_token_accuracy": 0.25589252859354017, + "num_tokens": 15956775.0, + "step": 5560 + }, + { + "entropy": 4.992581224441528, + "epoch": 6.6014234875444835, + "grad_norm": 1.5625, + "learning_rate": 0.0001954057837925089, + "loss": 4.2927, + "mean_token_accuracy": 0.255673760175705, + "num_tokens": 15970574.0, + "step": 5565 + }, + { + "entropy": 4.997840213775635, + "epoch": 6.6073546856465, + "grad_norm": 1.359375, + "learning_rate": 0.00019496044203426227, + "loss": 4.2622, + "mean_token_accuracy": 0.26642684191465377, + "num_tokens": 15984655.0, + "step": 5570 + }, + { + "entropy": 4.9672706604003904, + "epoch": 6.613285883748517, + "grad_norm": 1.53125, + "learning_rate": 0.0001945154589802165, + "loss": 4.273, + "mean_token_accuracy": 0.2563008666038513, + "num_tokens": 15999153.0, + "step": 5575 + }, + { + "entropy": 5.062337398529053, + "epoch": 6.619217081850534, + "grad_norm": 1.4296875, + "learning_rate": 0.00019407083662460167, + "loss": 4.3264, + "mean_token_accuracy": 0.25327343344688413, + "num_tokens": 16013469.0, + "step": 5580 + }, + { + "entropy": 5.05042200088501, + "epoch": 6.62514827995255, + "grad_norm": 1.28125, + "learning_rate": 0.00019362657696003118, + "loss": 4.383, + "mean_token_accuracy": 0.24745286107063294, + "num_tokens": 16026952.0, + "step": 5585 + }, + { + "entropy": 4.911050510406494, + "epoch": 6.631079478054567, + "grad_norm": 1.3046875, + "learning_rate": 0.00019318268197749333, + "loss": 4.267, + "mean_token_accuracy": 0.2533601656556129, + "num_tokens": 16042174.0, + "step": 5590 + }, + { + "entropy": 4.979975843429566, + "epoch": 6.637010676156583, + "grad_norm": 1.4375, + "learning_rate": 0.0001927391536663417, + "loss": 4.2227, + "mean_token_accuracy": 0.2669878140091896, + "num_tokens": 16056978.0, + "step": 5595 + }, + { + "entropy": 5.086388874053955, + "epoch": 6.6429418742586, + "grad_norm": 1.3828125, + "learning_rate": 0.00019229599401428678, + "loss": 4.3623, + "mean_token_accuracy": 0.2505487442016602, + "num_tokens": 16072876.0, + "step": 5600 + }, + { + "entropy": 4.959554862976074, + "epoch": 6.648873072360617, + "grad_norm": 1.3125, + "learning_rate": 0.000191853205007387, + "loss": 4.2708, + "mean_token_accuracy": 0.2592278331518173, + "num_tokens": 16087737.0, + "step": 5605 + }, + { + "entropy": 4.961795854568481, + "epoch": 6.654804270462633, + "grad_norm": 1.265625, + "learning_rate": 0.00019141078863003946, + "loss": 4.3073, + "mean_token_accuracy": 0.2558647975325584, + "num_tokens": 16102186.0, + "step": 5610 + }, + { + "entropy": 5.00455961227417, + "epoch": 6.66073546856465, + "grad_norm": 1.453125, + "learning_rate": 0.0001909687468649715, + "loss": 4.3416, + "mean_token_accuracy": 0.25692396610975266, + "num_tokens": 16115732.0, + "step": 5615 + }, + { + "entropy": 5.02725658416748, + "epoch": 6.666666666666667, + "grad_norm": 1.2421875, + "learning_rate": 0.00019052708169323157, + "loss": 4.2383, + "mean_token_accuracy": 0.26466243863105776, + "num_tokens": 16129857.0, + "step": 5620 + }, + { + "entropy": 5.016177845001221, + "epoch": 6.672597864768683, + "grad_norm": 1.328125, + "learning_rate": 0.00019008579509418016, + "loss": 4.2626, + "mean_token_accuracy": 0.26054307669401167, + "num_tokens": 16144647.0, + "step": 5625 + }, + { + "entropy": 5.021915864944458, + "epoch": 6.6785290628707, + "grad_norm": 1.2421875, + "learning_rate": 0.00018964488904548143, + "loss": 4.4141, + "mean_token_accuracy": 0.2402704417705536, + "num_tokens": 16161098.0, + "step": 5630 + }, + { + "entropy": 4.967159461975098, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.2638, + "mean_token_accuracy": 0.26501198709011076, + "num_tokens": 16175787.0, + "step": 5635 + }, + { + "entropy": 5.022961235046386, + "epoch": 6.690391459074733, + "grad_norm": 1.328125, + "learning_rate": 0.00018876422650126196, + "loss": 4.2766, + "mean_token_accuracy": 0.2616144120693207, + "num_tokens": 16190855.0, + "step": 5640 + }, + { + "entropy": 4.9670257568359375, + "epoch": 6.69632265717675, + "grad_norm": 1.453125, + "learning_rate": 0.00018832447395250658, + "loss": 4.264, + "mean_token_accuracy": 0.26231630742549894, + "num_tokens": 16205330.0, + "step": 5645 + }, + { + "entropy": 4.970721054077148, + "epoch": 6.702253855278766, + "grad_norm": 1.390625, + "learning_rate": 0.00018788510984761697, + "loss": 4.3421, + "mean_token_accuracy": 0.2487207517027855, + "num_tokens": 16220297.0, + "step": 5650 + }, + { + "entropy": 5.020165491104126, + "epoch": 6.708185053380783, + "grad_norm": 1.3828125, + "learning_rate": 0.0001874461361556412, + "loss": 4.2893, + "mean_token_accuracy": 0.2616558983922005, + "num_tokens": 16234499.0, + "step": 5655 + }, + { + "entropy": 5.000153207778931, + "epoch": 6.7141162514828, + "grad_norm": 1.3203125, + "learning_rate": 0.00018700755484387795, + "loss": 4.274, + "mean_token_accuracy": 0.2563459500670433, + "num_tokens": 16248717.0, + "step": 5660 + }, + { + "entropy": 5.028919696807861, + "epoch": 6.720047449584817, + "grad_norm": 1.5078125, + "learning_rate": 0.0001865693678778672, + "loss": 4.344, + "mean_token_accuracy": 0.25129691511392593, + "num_tokens": 16264245.0, + "step": 5665 + }, + { + "entropy": 4.946048212051392, + "epoch": 6.725978647686833, + "grad_norm": 1.484375, + "learning_rate": 0.0001861315772213818, + "loss": 4.2232, + "mean_token_accuracy": 0.264399316906929, + "num_tokens": 16278194.0, + "step": 5670 + }, + { + "entropy": 4.968748998641968, + "epoch": 6.7319098457888495, + "grad_norm": 1.546875, + "learning_rate": 0.00018569418483641847, + "loss": 4.2983, + "mean_token_accuracy": 0.25009156465530397, + "num_tokens": 16291351.0, + "step": 5675 + }, + { + "entropy": 4.997514867782593, + "epoch": 6.737841043890866, + "grad_norm": 1.2421875, + "learning_rate": 0.00018525719268318896, + "loss": 4.3553, + "mean_token_accuracy": 0.2540345326066017, + "num_tokens": 16305860.0, + "step": 5680 + }, + { + "entropy": 5.055976247787475, + "epoch": 6.7437722419928825, + "grad_norm": 1.421875, + "learning_rate": 0.00018482060272011135, + "loss": 4.3244, + "mean_token_accuracy": 0.25088112652301786, + "num_tokens": 16321514.0, + "step": 5685 + }, + { + "entropy": 4.97979998588562, + "epoch": 6.749703440094899, + "grad_norm": 1.5234375, + "learning_rate": 0.00018438441690380141, + "loss": 4.2751, + "mean_token_accuracy": 0.26026569604873656, + "num_tokens": 16335179.0, + "step": 5690 + }, + { + "entropy": 5.074652004241943, + "epoch": 6.7556346381969155, + "grad_norm": 1.3203125, + "learning_rate": 0.00018394863718906352, + "loss": 4.4071, + "mean_token_accuracy": 0.254218690097332, + "num_tokens": 16349015.0, + "step": 5695 + }, + { + "entropy": 5.019668960571289, + "epoch": 6.761565836298932, + "grad_norm": 1.3046875, + "learning_rate": 0.00018351326552888214, + "loss": 4.3321, + "mean_token_accuracy": 0.2562092557549477, + "num_tokens": 16363159.0, + "step": 5700 + }, + { + "entropy": 4.9923424243927, + "epoch": 6.767497034400949, + "grad_norm": 1.25, + "learning_rate": 0.00018307830387441322, + "loss": 4.273, + "mean_token_accuracy": 0.26362170577049254, + "num_tokens": 16377666.0, + "step": 5705 + }, + { + "entropy": 4.977004051208496, + "epoch": 6.773428232502965, + "grad_norm": 1.59375, + "learning_rate": 0.00018264375417497474, + "loss": 4.2406, + "mean_token_accuracy": 0.2623505651950836, + "num_tokens": 16388704.0, + "step": 5710 + }, + { + "entropy": 4.962380838394165, + "epoch": 6.779359430604982, + "grad_norm": 1.3359375, + "learning_rate": 0.00018220961837803895, + "loss": 4.2847, + "mean_token_accuracy": 0.2599011495709419, + "num_tokens": 16401754.0, + "step": 5715 + }, + { + "entropy": 4.948617219924927, + "epoch": 6.785290628706999, + "grad_norm": 1.4140625, + "learning_rate": 0.00018177589842922293, + "loss": 4.2692, + "mean_token_accuracy": 0.26144648939371107, + "num_tokens": 16418388.0, + "step": 5720 + }, + { + "entropy": 4.979605340957642, + "epoch": 6.791221826809015, + "grad_norm": 1.296875, + "learning_rate": 0.00018134259627228006, + "loss": 4.2829, + "mean_token_accuracy": 0.2577250197529793, + "num_tokens": 16431601.0, + "step": 5725 + }, + { + "entropy": 4.999537801742553, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.2499, + "mean_token_accuracy": 0.2631471410393715, + "num_tokens": 16446110.0, + "step": 5730 + }, + { + "entropy": 5.030329990386963, + "epoch": 6.803084223013048, + "grad_norm": 1.359375, + "learning_rate": 0.00018047725309965735, + "loss": 4.3301, + "mean_token_accuracy": 0.2531889766454697, + "num_tokens": 16460036.0, + "step": 5735 + }, + { + "entropy": 4.995620012283325, + "epoch": 6.809015421115065, + "grad_norm": 1.40625, + "learning_rate": 0.00018004521596208766, + "loss": 4.248, + "mean_token_accuracy": 0.2623419493436813, + "num_tokens": 16472901.0, + "step": 5740 + }, + { + "entropy": 5.014560604095459, + "epoch": 6.814946619217082, + "grad_norm": 1.40625, + "learning_rate": 0.00017961360437259439, + "loss": 4.3113, + "mean_token_accuracy": 0.25390406548976896, + "num_tokens": 16486612.0, + "step": 5745 + }, + { + "entropy": 5.014849090576172, + "epoch": 6.820877817319099, + "grad_norm": 1.375, + "learning_rate": 0.0001791824202654821, + "loss": 4.3416, + "mean_token_accuracy": 0.25288961082696915, + "num_tokens": 16500559.0, + "step": 5750 + }, + { + "entropy": 5.032455158233643, + "epoch": 6.826809015421115, + "grad_norm": 1.4921875, + "learning_rate": 0.0001787516655731397, + "loss": 4.3302, + "mean_token_accuracy": 0.2583913758397102, + "num_tokens": 16515752.0, + "step": 5755 + }, + { + "entropy": 5.089465379714966, + "epoch": 6.832740213523132, + "grad_norm": 1.3671875, + "learning_rate": 0.0001783213422260316, + "loss": 4.3634, + "mean_token_accuracy": 0.2511953800916672, + "num_tokens": 16531023.0, + "step": 5760 + }, + { + "entropy": 5.050791549682617, + "epoch": 6.838671411625148, + "grad_norm": 1.328125, + "learning_rate": 0.00017789145215268905, + "loss": 4.356, + "mean_token_accuracy": 0.25255084186792376, + "num_tokens": 16544717.0, + "step": 5765 + }, + { + "entropy": 5.027574872970581, + "epoch": 6.844602609727165, + "grad_norm": 1.59375, + "learning_rate": 0.00017746199727970157, + "loss": 4.2875, + "mean_token_accuracy": 0.25751627534627913, + "num_tokens": 16558718.0, + "step": 5770 + }, + { + "entropy": 4.941769981384278, + "epoch": 6.850533807829182, + "grad_norm": 1.3984375, + "learning_rate": 0.00017703297953170855, + "loss": 4.2604, + "mean_token_accuracy": 0.2565512701869011, + "num_tokens": 16571971.0, + "step": 5775 + }, + { + "entropy": 4.9367735385894775, + "epoch": 6.856465005931198, + "grad_norm": 1.296875, + "learning_rate": 0.0001766044008313898, + "loss": 4.2527, + "mean_token_accuracy": 0.25663810819387434, + "num_tokens": 16586810.0, + "step": 5780 + }, + { + "entropy": 4.999728393554688, + "epoch": 6.862396204033215, + "grad_norm": 1.46875, + "learning_rate": 0.00017617626309945805, + "loss": 4.3135, + "mean_token_accuracy": 0.260909603536129, + "num_tokens": 16600444.0, + "step": 5785 + }, + { + "entropy": 5.033272361755371, + "epoch": 6.868327402135232, + "grad_norm": 1.3515625, + "learning_rate": 0.0001757485682546495, + "loss": 4.3154, + "mean_token_accuracy": 0.2603486180305481, + "num_tokens": 16614296.0, + "step": 5790 + }, + { + "entropy": 5.006903886795044, + "epoch": 6.874258600237248, + "grad_norm": 1.4453125, + "learning_rate": 0.00017532131821371556, + "loss": 4.2961, + "mean_token_accuracy": 0.2593622162938118, + "num_tokens": 16629672.0, + "step": 5795 + }, + { + "entropy": 5.031254053115845, + "epoch": 6.880189798339265, + "grad_norm": 1.4609375, + "learning_rate": 0.00017489451489141426, + "loss": 4.3251, + "mean_token_accuracy": 0.2636476755142212, + "num_tokens": 16643371.0, + "step": 5800 + }, + { + "entropy": 4.998486804962158, + "epoch": 6.8861209964412815, + "grad_norm": 1.2578125, + "learning_rate": 0.00017446816020050165, + "loss": 4.2776, + "mean_token_accuracy": 0.26118607372045516, + "num_tokens": 16657859.0, + "step": 5805 + }, + { + "entropy": 5.012885808944702, + "epoch": 6.8920521945432975, + "grad_norm": 1.375, + "learning_rate": 0.00017404225605172302, + "loss": 4.3016, + "mean_token_accuracy": 0.2527347654104233, + "num_tokens": 16672558.0, + "step": 5810 + }, + { + "entropy": 5.0123857975006105, + "epoch": 6.8979833926453145, + "grad_norm": 1.421875, + "learning_rate": 0.00017361680435380473, + "loss": 4.3303, + "mean_token_accuracy": 0.25539321452379227, + "num_tokens": 16689315.0, + "step": 5815 + }, + { + "entropy": 5.009195709228516, + "epoch": 6.9039145907473305, + "grad_norm": 1.390625, + "learning_rate": 0.00017319180701344533, + "loss": 4.2732, + "mean_token_accuracy": 0.2532987639307976, + "num_tokens": 16702497.0, + "step": 5820 + }, + { + "entropy": 5.049877500534057, + "epoch": 6.909845788849347, + "grad_norm": 1.5390625, + "learning_rate": 0.0001727672659353072, + "loss": 4.3818, + "mean_token_accuracy": 0.2502291098237038, + "num_tokens": 16718310.0, + "step": 5825 + }, + { + "entropy": 5.045993995666504, + "epoch": 6.915776986951364, + "grad_norm": 1.4765625, + "learning_rate": 0.00017234318302200794, + "loss": 4.2844, + "mean_token_accuracy": 0.2645047038793564, + "num_tokens": 16731130.0, + "step": 5830 + }, + { + "entropy": 5.081157875061035, + "epoch": 6.921708185053381, + "grad_norm": 1.3125, + "learning_rate": 0.00017191956017411164, + "loss": 4.3502, + "mean_token_accuracy": 0.2512794554233551, + "num_tokens": 16745882.0, + "step": 5835 + }, + { + "entropy": 5.000585603713989, + "epoch": 6.927639383155397, + "grad_norm": 1.28125, + "learning_rate": 0.0001714963992901208, + "loss": 4.3411, + "mean_token_accuracy": 0.25133366882801056, + "num_tokens": 16761426.0, + "step": 5840 + }, + { + "entropy": 4.972080373764038, + "epoch": 6.933570581257414, + "grad_norm": 1.375, + "learning_rate": 0.00017107370226646765, + "loss": 4.3075, + "mean_token_accuracy": 0.2543981775641441, + "num_tokens": 16776461.0, + "step": 5845 + }, + { + "entropy": 5.011546659469604, + "epoch": 6.93950177935943, + "grad_norm": 1.3515625, + "learning_rate": 0.00017065147099750526, + "loss": 4.3078, + "mean_token_accuracy": 0.26084921658039095, + "num_tokens": 16790034.0, + "step": 5850 + }, + { + "entropy": 5.00345549583435, + "epoch": 6.945432977461447, + "grad_norm": 1.5234375, + "learning_rate": 0.00017022970737549963, + "loss": 4.2544, + "mean_token_accuracy": 0.2648362904787064, + "num_tokens": 16804732.0, + "step": 5855 + }, + { + "entropy": 4.927154588699341, + "epoch": 6.951364175563464, + "grad_norm": 1.390625, + "learning_rate": 0.00016980841329062096, + "loss": 4.2159, + "mean_token_accuracy": 0.25904741138219833, + "num_tokens": 16818105.0, + "step": 5860 + }, + { + "entropy": 4.91227388381958, + "epoch": 6.95729537366548, + "grad_norm": 1.3828125, + "learning_rate": 0.00016938759063093507, + "loss": 4.2488, + "mean_token_accuracy": 0.26759051233530046, + "num_tokens": 16832259.0, + "step": 5865 + }, + { + "entropy": 4.974284934997558, + "epoch": 6.963226571767497, + "grad_norm": 1.3046875, + "learning_rate": 0.00016896724128239517, + "loss": 4.265, + "mean_token_accuracy": 0.26329739689826964, + "num_tokens": 16847714.0, + "step": 5870 + }, + { + "entropy": 4.969742631912231, + "epoch": 6.969157769869514, + "grad_norm": 1.2578125, + "learning_rate": 0.00016854736712883323, + "loss": 4.2871, + "mean_token_accuracy": 0.25936786979436877, + "num_tokens": 16862135.0, + "step": 5875 + }, + { + "entropy": 5.012219619750977, + "epoch": 6.97508896797153, + "grad_norm": 1.4296875, + "learning_rate": 0.00016812797005195146, + "loss": 4.3105, + "mean_token_accuracy": 0.25560787320137024, + "num_tokens": 16875888.0, + "step": 5880 + }, + { + "entropy": 5.059024286270142, + "epoch": 6.981020166073547, + "grad_norm": 1.4140625, + "learning_rate": 0.00016770905193131425, + "loss": 4.3913, + "mean_token_accuracy": 0.2509492576122284, + "num_tokens": 16889548.0, + "step": 5885 + }, + { + "entropy": 4.98057074546814, + "epoch": 6.986951364175564, + "grad_norm": 1.46875, + "learning_rate": 0.00016729061464433928, + "loss": 4.3037, + "mean_token_accuracy": 0.25645725429058075, + "num_tokens": 16903302.0, + "step": 5890 + }, + { + "entropy": 5.055238819122314, + "epoch": 6.99288256227758, + "grad_norm": 1.265625, + "learning_rate": 0.00016687266006628948, + "loss": 4.3499, + "mean_token_accuracy": 0.2564648509025574, + "num_tokens": 16917045.0, + "step": 5895 + }, + { + "entropy": 5.030117034912109, + "epoch": 6.998813760379597, + "grad_norm": 1.4921875, + "learning_rate": 0.00016645519007026455, + "loss": 4.2603, + "mean_token_accuracy": 0.2664614528417587, + "num_tokens": 16931046.0, + "step": 5900 + }, + { + "entropy": 5.033857774734497, + "epoch": 7.004744958481614, + "grad_norm": 1.3984375, + "learning_rate": 0.00016603820652719216, + "loss": 4.1797, + "mean_token_accuracy": 0.27322164475917815, + "num_tokens": 16945637.0, + "step": 5905 + }, + { + "entropy": 4.99234790802002, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.1773, + "mean_token_accuracy": 0.2691218316555023, + "num_tokens": 16961200.0, + "step": 5910 + }, + { + "entropy": 4.991095781326294, + "epoch": 7.016607354685647, + "grad_norm": 1.4375, + "learning_rate": 0.00016520570627270815, + "loss": 4.1845, + "mean_token_accuracy": 0.2716655969619751, + "num_tokens": 16973208.0, + "step": 5915 + }, + { + "entropy": 4.963917970657349, + "epoch": 7.022538552787663, + "grad_norm": 1.203125, + "learning_rate": 0.00016479019329221839, + "loss": 4.1768, + "mean_token_accuracy": 0.2727633535861969, + "num_tokens": 16987835.0, + "step": 5920 + }, + { + "entropy": 4.995104169845581, + "epoch": 7.02846975088968, + "grad_norm": 1.3984375, + "learning_rate": 0.00016437517422650838, + "loss": 4.1941, + "mean_token_accuracy": 0.2673430025577545, + "num_tokens": 17002627.0, + "step": 5925 + }, + { + "entropy": 5.021654653549194, + "epoch": 7.0344009489916965, + "grad_norm": 1.6015625, + "learning_rate": 0.00016396065093552198, + "loss": 4.1729, + "mean_token_accuracy": 0.2638517066836357, + "num_tokens": 17017368.0, + "step": 5930 + }, + { + "entropy": 5.045068597793579, + "epoch": 7.040332147093713, + "grad_norm": 1.234375, + "learning_rate": 0.000163546625276981, + "loss": 4.1881, + "mean_token_accuracy": 0.27000432312488554, + "num_tokens": 17031114.0, + "step": 5935 + }, + { + "entropy": 4.965819215774536, + "epoch": 7.0462633451957295, + "grad_norm": 1.359375, + "learning_rate": 0.00016313309910637736, + "loss": 4.1614, + "mean_token_accuracy": 0.27423699051141737, + "num_tokens": 17045287.0, + "step": 5940 + }, + { + "entropy": 4.967565965652466, + "epoch": 7.052194543297746, + "grad_norm": 1.234375, + "learning_rate": 0.0001627200742769644, + "loss": 4.1771, + "mean_token_accuracy": 0.2699409484863281, + "num_tokens": 17059684.0, + "step": 5945 + }, + { + "entropy": 5.021118640899658, + "epoch": 7.0581257413997625, + "grad_norm": 1.2734375, + "learning_rate": 0.00016230755263974838, + "loss": 4.2512, + "mean_token_accuracy": 0.26112324744462967, + "num_tokens": 17077482.0, + "step": 5950 + }, + { + "entropy": 4.998319244384765, + "epoch": 7.064056939501779, + "grad_norm": 1.296875, + "learning_rate": 0.00016189553604348101, + "loss": 4.2574, + "mean_token_accuracy": 0.2602573648095131, + "num_tokens": 17092479.0, + "step": 5955 + }, + { + "entropy": 4.996929788589478, + "epoch": 7.069988137603796, + "grad_norm": 1.40625, + "learning_rate": 0.00016148402633465005, + "loss": 4.1776, + "mean_token_accuracy": 0.2744797199964523, + "num_tokens": 17106726.0, + "step": 5960 + }, + { + "entropy": 5.06904821395874, + "epoch": 7.075919335705812, + "grad_norm": 1.375, + "learning_rate": 0.00016107302535747192, + "loss": 4.2429, + "mean_token_accuracy": 0.2710800006985664, + "num_tokens": 17119454.0, + "step": 5965 + }, + { + "entropy": 4.988620471954346, + "epoch": 7.081850533807829, + "grad_norm": 1.4609375, + "learning_rate": 0.00016066253495388306, + "loss": 4.197, + "mean_token_accuracy": 0.2724588751792908, + "num_tokens": 17133816.0, + "step": 5970 + }, + { + "entropy": 4.975905704498291, + "epoch": 7.087781731909846, + "grad_norm": 1.515625, + "learning_rate": 0.0001602525569635317, + "loss": 4.1541, + "mean_token_accuracy": 0.2806005463004112, + "num_tokens": 17148047.0, + "step": 5975 + }, + { + "entropy": 4.982966947555542, + "epoch": 7.093712930011862, + "grad_norm": 1.2421875, + "learning_rate": 0.00015984309322376967, + "loss": 4.2284, + "mean_token_accuracy": 0.26824335008859634, + "num_tokens": 17162948.0, + "step": 5980 + }, + { + "entropy": 4.98968391418457, + "epoch": 7.099644128113879, + "grad_norm": 1.2890625, + "learning_rate": 0.00015943414556964422, + "loss": 4.1955, + "mean_token_accuracy": 0.26559202671051024, + "num_tokens": 17177840.0, + "step": 5985 + }, + { + "entropy": 5.05318660736084, + "epoch": 7.105575326215895, + "grad_norm": 1.46875, + "learning_rate": 0.00015902571583388945, + "loss": 4.1883, + "mean_token_accuracy": 0.2807733714580536, + "num_tokens": 17191946.0, + "step": 5990 + }, + { + "entropy": 5.0341709613800045, + "epoch": 7.111506524317912, + "grad_norm": 1.2578125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1909, + "mean_token_accuracy": 0.26572618931531905, + "num_tokens": 17206657.0, + "step": 5995 + }, + { + "entropy": 5.028892612457275, + "epoch": 7.117437722419929, + "grad_norm": 1.4375, + "learning_rate": 0.0001582104174368157, + "loss": 4.2624, + "mean_token_accuracy": 0.2579065799713135, + "num_tokens": 17222526.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.860331838116324, + "eval_loss": 5.283239841461182, + "eval_mean_token_accuracy": 0.19501724009590646, + "eval_num_tokens": 17222526.0, + "eval_runtime": 1.8499, + "eval_samples_per_second": 1409.799, + "eval_steps_per_second": 176.225, + "step": 6000 + }, + { + "entropy": 4.996658515930176, + "epoch": 7.123368920521945, + "grad_norm": 1.28125, + "learning_rate": 0.00015780355242932695, + "loss": 4.2152, + "mean_token_accuracy": 0.2664333865046501, + "num_tokens": 17237246.0, + "step": 6005 + }, + { + "entropy": 4.9872214794158936, + "epoch": 7.129300118623962, + "grad_norm": 1.40625, + "learning_rate": 0.0001573972126478531, + "loss": 4.202, + "mean_token_accuracy": 0.2610640674829483, + "num_tokens": 17251723.0, + "step": 6010 + }, + { + "entropy": 5.034897804260254, + "epoch": 7.135231316725979, + "grad_norm": 1.2734375, + "learning_rate": 0.0001569913999134412, + "loss": 4.1923, + "mean_token_accuracy": 0.27033864706754684, + "num_tokens": 17265323.0, + "step": 6015 + }, + { + "entropy": 4.984272432327271, + "epoch": 7.141162514827995, + "grad_norm": 1.484375, + "learning_rate": 0.00015658611604477585, + "loss": 4.2239, + "mean_token_accuracy": 0.2649402692914009, + "num_tokens": 17280554.0, + "step": 6020 + }, + { + "entropy": 5.018138980865478, + "epoch": 7.147093712930012, + "grad_norm": 1.265625, + "learning_rate": 0.00015618136285817187, + "loss": 4.2828, + "mean_token_accuracy": 0.2580919414758682, + "num_tokens": 17296187.0, + "step": 6025 + }, + { + "entropy": 4.942062187194824, + "epoch": 7.153024911032029, + "grad_norm": 1.390625, + "learning_rate": 0.0001557771421675657, + "loss": 4.1525, + "mean_token_accuracy": 0.2697895348072052, + "num_tokens": 17312340.0, + "step": 6030 + }, + { + "entropy": 5.044032335281372, + "epoch": 7.158956109134045, + "grad_norm": 1.5078125, + "learning_rate": 0.0001553734557845073, + "loss": 4.1748, + "mean_token_accuracy": 0.27034529894590376, + "num_tokens": 17326653.0, + "step": 6035 + }, + { + "entropy": 5.000232982635498, + "epoch": 7.164887307236062, + "grad_norm": 1.4140625, + "learning_rate": 0.00015497030551815216, + "loss": 4.2075, + "mean_token_accuracy": 0.2664830684661865, + "num_tokens": 17340938.0, + "step": 6040 + }, + { + "entropy": 4.997052574157715, + "epoch": 7.170818505338079, + "grad_norm": 1.4921875, + "learning_rate": 0.00015456769317525294, + "loss": 4.1841, + "mean_token_accuracy": 0.27608177363872527, + "num_tokens": 17354567.0, + "step": 6045 + }, + { + "entropy": 4.998716115951538, + "epoch": 7.176749703440095, + "grad_norm": 1.3671875, + "learning_rate": 0.00015416562056015177, + "loss": 4.2401, + "mean_token_accuracy": 0.2623141884803772, + "num_tokens": 17367630.0, + "step": 6050 + }, + { + "entropy": 5.019015693664551, + "epoch": 7.182680901542112, + "grad_norm": 1.671875, + "learning_rate": 0.00015376408947477188, + "loss": 4.1926, + "mean_token_accuracy": 0.2711896300315857, + "num_tokens": 17381173.0, + "step": 6055 + }, + { + "entropy": 4.932798957824707, + "epoch": 7.1886120996441285, + "grad_norm": 1.265625, + "learning_rate": 0.0001533631017186094, + "loss": 4.1447, + "mean_token_accuracy": 0.275094635784626, + "num_tokens": 17396260.0, + "step": 6060 + }, + { + "entropy": 4.983949375152588, + "epoch": 7.1945432977461445, + "grad_norm": 1.359375, + "learning_rate": 0.00015296265908872577, + "loss": 4.1916, + "mean_token_accuracy": 0.2668409705162048, + "num_tokens": 17411332.0, + "step": 6065 + }, + { + "entropy": 4.97582778930664, + "epoch": 7.2004744958481615, + "grad_norm": 1.3359375, + "learning_rate": 0.0001525627633797393, + "loss": 4.2001, + "mean_token_accuracy": 0.25806616693735124, + "num_tokens": 17425299.0, + "step": 6070 + }, + { + "entropy": 4.947870826721191, + "epoch": 7.2064056939501775, + "grad_norm": 1.3671875, + "learning_rate": 0.00015216341638381697, + "loss": 4.1923, + "mean_token_accuracy": 0.2692117840051651, + "num_tokens": 17439848.0, + "step": 6075 + }, + { + "entropy": 5.011146306991577, + "epoch": 7.212336892052194, + "grad_norm": 1.3203125, + "learning_rate": 0.00015176461989066707, + "loss": 4.2325, + "mean_token_accuracy": 0.26296504884958266, + "num_tokens": 17455291.0, + "step": 6080 + }, + { + "entropy": 5.007442474365234, + "epoch": 7.218268090154211, + "grad_norm": 1.2734375, + "learning_rate": 0.00015136637568753054, + "loss": 4.1944, + "mean_token_accuracy": 0.2676631540060043, + "num_tokens": 17470041.0, + "step": 6085 + }, + { + "entropy": 5.015366697311402, + "epoch": 7.224199288256227, + "grad_norm": 1.234375, + "learning_rate": 0.00015096868555917317, + "loss": 4.201, + "mean_token_accuracy": 0.2696864575147629, + "num_tokens": 17485355.0, + "step": 6090 + }, + { + "entropy": 4.98715033531189, + "epoch": 7.230130486358244, + "grad_norm": 1.453125, + "learning_rate": 0.0001505715512878777, + "loss": 4.2035, + "mean_token_accuracy": 0.2661321222782135, + "num_tokens": 17500087.0, + "step": 6095 + }, + { + "entropy": 4.998094940185547, + "epoch": 7.236061684460261, + "grad_norm": 1.3359375, + "learning_rate": 0.00015017497465343583, + "loss": 4.1818, + "mean_token_accuracy": 0.2720570430159569, + "num_tokens": 17514384.0, + "step": 6100 + }, + { + "entropy": 5.0090272426605225, + "epoch": 7.241992882562277, + "grad_norm": 1.4921875, + "learning_rate": 0.0001497789574331398, + "loss": 4.2401, + "mean_token_accuracy": 0.2661726549267769, + "num_tokens": 17530030.0, + "step": 6105 + }, + { + "entropy": 4.9937468528747555, + "epoch": 7.247924080664294, + "grad_norm": 1.546875, + "learning_rate": 0.00014938350140177527, + "loss": 4.158, + "mean_token_accuracy": 0.2728572905063629, + "num_tokens": 17543451.0, + "step": 6110 + }, + { + "entropy": 4.967116403579712, + "epoch": 7.253855278766311, + "grad_norm": 1.4765625, + "learning_rate": 0.00014898860833161242, + "loss": 4.1705, + "mean_token_accuracy": 0.2723910063505173, + "num_tokens": 17556197.0, + "step": 6115 + }, + { + "entropy": 5.035435152053833, + "epoch": 7.259786476868327, + "grad_norm": 1.3125, + "learning_rate": 0.0001485942799923988, + "loss": 4.2576, + "mean_token_accuracy": 0.2616627052426338, + "num_tokens": 17571220.0, + "step": 6120 + }, + { + "entropy": 5.000133228302002, + "epoch": 7.265717674970344, + "grad_norm": 1.4921875, + "learning_rate": 0.00014820051815135106, + "loss": 4.2279, + "mean_token_accuracy": 0.26863069385290145, + "num_tokens": 17584963.0, + "step": 6125 + }, + { + "entropy": 4.979132461547851, + "epoch": 7.271648873072361, + "grad_norm": 1.296875, + "learning_rate": 0.00014780732457314672, + "loss": 4.1939, + "mean_token_accuracy": 0.27767210602760317, + "num_tokens": 17598770.0, + "step": 6130 + }, + { + "entropy": 5.032865047454834, + "epoch": 7.277580071174377, + "grad_norm": 1.515625, + "learning_rate": 0.00014741470101991696, + "loss": 4.256, + "mean_token_accuracy": 0.2663093000650406, + "num_tokens": 17611750.0, + "step": 6135 + }, + { + "entropy": 4.987130784988404, + "epoch": 7.283511269276394, + "grad_norm": 1.4296875, + "learning_rate": 0.00014702264925123818, + "loss": 4.2188, + "mean_token_accuracy": 0.2721306845545769, + "num_tokens": 17625965.0, + "step": 6140 + }, + { + "entropy": 4.965415000915527, + "epoch": 7.289442467378411, + "grad_norm": 1.421875, + "learning_rate": 0.0001466311710241242, + "loss": 4.1516, + "mean_token_accuracy": 0.27398245632648466, + "num_tokens": 17639139.0, + "step": 6145 + }, + { + "entropy": 5.016174793243408, + "epoch": 7.295373665480427, + "grad_norm": 1.3359375, + "learning_rate": 0.0001462402680930187, + "loss": 4.2189, + "mean_token_accuracy": 0.2697419747710228, + "num_tokens": 17653942.0, + "step": 6150 + }, + { + "entropy": 4.958591175079346, + "epoch": 7.301304863582444, + "grad_norm": 1.6328125, + "learning_rate": 0.00014584994220978692, + "loss": 4.1869, + "mean_token_accuracy": 0.27116630524396895, + "num_tokens": 17666059.0, + "step": 6155 + }, + { + "entropy": 4.9346113204956055, + "epoch": 7.30723606168446, + "grad_norm": 1.296875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1567, + "mean_token_accuracy": 0.27043664902448655, + "num_tokens": 17680063.0, + "step": 6160 + }, + { + "entropy": 4.962654876708984, + "epoch": 7.313167259786477, + "grad_norm": 1.3359375, + "learning_rate": 0.0001450710285814671, + "loss": 4.2203, + "mean_token_accuracy": 0.2624976679682732, + "num_tokens": 17696051.0, + "step": 6165 + }, + { + "entropy": 4.983609580993653, + "epoch": 7.319098457888494, + "grad_norm": 1.4140625, + "learning_rate": 0.00014468244432714805, + "loss": 4.2232, + "mean_token_accuracy": 0.26373462826013566, + "num_tokens": 17710068.0, + "step": 6170 + }, + { + "entropy": 4.998736476898193, + "epoch": 7.32502965599051, + "grad_norm": 1.4765625, + "learning_rate": 0.00014429444410222453, + "loss": 4.1459, + "mean_token_accuracy": 0.2747643023729324, + "num_tokens": 17723846.0, + "step": 6175 + }, + { + "entropy": 4.926743888854981, + "epoch": 7.330960854092527, + "grad_norm": 1.4921875, + "learning_rate": 0.00014390702964555321, + "loss": 4.1781, + "mean_token_accuracy": 0.2682220906019211, + "num_tokens": 17736331.0, + "step": 6180 + }, + { + "entropy": 4.9428167819976805, + "epoch": 7.3368920521945435, + "grad_norm": 1.234375, + "learning_rate": 0.00014352020269336544, + "loss": 4.1345, + "mean_token_accuracy": 0.2784573405981064, + "num_tokens": 17752698.0, + "step": 6185 + }, + { + "entropy": 4.940529108047485, + "epoch": 7.34282325029656, + "grad_norm": 1.2578125, + "learning_rate": 0.00014313396497925963, + "loss": 4.156, + "mean_token_accuracy": 0.2702515184879303, + "num_tokens": 17766895.0, + "step": 6190 + }, + { + "entropy": 4.998486328125, + "epoch": 7.3487544483985765, + "grad_norm": 1.5234375, + "learning_rate": 0.0001427483182341936, + "loss": 4.2454, + "mean_token_accuracy": 0.2659206300973892, + "num_tokens": 17780735.0, + "step": 6195 + }, + { + "entropy": 5.067836809158325, + "epoch": 7.354685646500593, + "grad_norm": 1.3359375, + "learning_rate": 0.00014236326418647644, + "loss": 4.3258, + "mean_token_accuracy": 0.260149285197258, + "num_tokens": 17795863.0, + "step": 6200 + }, + { + "entropy": 4.970726060867309, + "epoch": 7.3606168446026095, + "grad_norm": 1.6328125, + "learning_rate": 0.00014197880456176133, + "loss": 4.1424, + "mean_token_accuracy": 0.27225644886493683, + "num_tokens": 17808448.0, + "step": 6205 + }, + { + "entropy": 4.969883394241333, + "epoch": 7.366548042704626, + "grad_norm": 1.703125, + "learning_rate": 0.00014159494108303733, + "loss": 4.167, + "mean_token_accuracy": 0.2746137589216232, + "num_tokens": 17821739.0, + "step": 6210 + }, + { + "entropy": 4.932872533798218, + "epoch": 7.372479240806643, + "grad_norm": 1.40625, + "learning_rate": 0.0001412116754706216, + "loss": 4.1621, + "mean_token_accuracy": 0.27595739960670473, + "num_tokens": 17836331.0, + "step": 6215 + }, + { + "entropy": 4.94700984954834, + "epoch": 7.378410438908659, + "grad_norm": 1.2890625, + "learning_rate": 0.00014082900944215233, + "loss": 4.211, + "mean_token_accuracy": 0.2661070227622986, + "num_tokens": 17853017.0, + "step": 6220 + }, + { + "entropy": 5.005891227722168, + "epoch": 7.384341637010676, + "grad_norm": 1.5859375, + "learning_rate": 0.0001404469447125804, + "loss": 4.2281, + "mean_token_accuracy": 0.26804654896259306, + "num_tokens": 17865126.0, + "step": 6225 + }, + { + "entropy": 4.876348829269409, + "epoch": 7.390272835112693, + "grad_norm": 1.46875, + "learning_rate": 0.0001400654829941618, + "loss": 4.1082, + "mean_token_accuracy": 0.2744539946317673, + "num_tokens": 17878124.0, + "step": 6230 + }, + { + "entropy": 4.936344575881958, + "epoch": 7.396204033214709, + "grad_norm": 1.3515625, + "learning_rate": 0.00013968462599645031, + "loss": 4.134, + "mean_token_accuracy": 0.26733184456825254, + "num_tokens": 17893283.0, + "step": 6235 + }, + { + "entropy": 4.917354774475098, + "epoch": 7.402135231316726, + "grad_norm": 1.4375, + "learning_rate": 0.0001393043754262896, + "loss": 4.1558, + "mean_token_accuracy": 0.2773623079061508, + "num_tokens": 17907641.0, + "step": 6240 + }, + { + "entropy": 4.9536134719848635, + "epoch": 7.408066429418742, + "grad_norm": 1.375, + "learning_rate": 0.00013892473298780529, + "loss": 4.192, + "mean_token_accuracy": 0.2580345556139946, + "num_tokens": 17921447.0, + "step": 6245 + }, + { + "entropy": 4.953230905532837, + "epoch": 7.413997627520759, + "grad_norm": 1.328125, + "learning_rate": 0.00013854570038239784, + "loss": 4.1655, + "mean_token_accuracy": 0.2688123002648354, + "num_tokens": 17934762.0, + "step": 6250 + }, + { + "entropy": 5.022729110717774, + "epoch": 7.419928825622776, + "grad_norm": 1.4453125, + "learning_rate": 0.00013816727930873474, + "loss": 4.2377, + "mean_token_accuracy": 0.26810979247093203, + "num_tokens": 17949145.0, + "step": 6255 + }, + { + "entropy": 4.999600982666015, + "epoch": 7.425860023724792, + "grad_norm": 1.453125, + "learning_rate": 0.00013778947146274274, + "loss": 4.1796, + "mean_token_accuracy": 0.27598278522491454, + "num_tokens": 17964024.0, + "step": 6260 + }, + { + "entropy": 4.983078908920288, + "epoch": 7.431791221826809, + "grad_norm": 1.3515625, + "learning_rate": 0.00013741227853760035, + "loss": 4.1952, + "mean_token_accuracy": 0.2766303032636642, + "num_tokens": 17978174.0, + "step": 6265 + }, + { + "entropy": 5.010853099822998, + "epoch": 7.437722419928826, + "grad_norm": 1.296875, + "learning_rate": 0.00013703570222373023, + "loss": 4.2528, + "mean_token_accuracy": 0.26744233518838884, + "num_tokens": 17994553.0, + "step": 6270 + }, + { + "entropy": 5.0423643589019775, + "epoch": 7.443653618030842, + "grad_norm": 1.5859375, + "learning_rate": 0.00013665974420879178, + "loss": 4.2642, + "mean_token_accuracy": 0.2619025677442551, + "num_tokens": 18008313.0, + "step": 6275 + }, + { + "entropy": 4.941047477722168, + "epoch": 7.449584816132859, + "grad_norm": 1.6640625, + "learning_rate": 0.00013628440617767342, + "loss": 4.1584, + "mean_token_accuracy": 0.2791551113128662, + "num_tokens": 18022461.0, + "step": 6280 + }, + { + "entropy": 4.906422233581543, + "epoch": 7.455516014234876, + "grad_norm": 1.7890625, + "learning_rate": 0.00013590968981248475, + "loss": 4.1693, + "mean_token_accuracy": 0.27178616523742677, + "num_tokens": 18035169.0, + "step": 6285 + }, + { + "entropy": 4.9971668243408205, + "epoch": 7.461447212336892, + "grad_norm": 1.4765625, + "learning_rate": 0.00013553559679254978, + "loss": 4.2428, + "mean_token_accuracy": 0.260674187541008, + "num_tokens": 18050394.0, + "step": 6290 + }, + { + "entropy": 5.038432693481445, + "epoch": 7.467378410438909, + "grad_norm": 1.3984375, + "learning_rate": 0.0001351621287943987, + "loss": 4.2422, + "mean_token_accuracy": 0.2617404028773308, + "num_tokens": 18065950.0, + "step": 6295 + }, + { + "entropy": 4.968473958969116, + "epoch": 7.473309608540926, + "grad_norm": 1.359375, + "learning_rate": 0.00013478928749176047, + "loss": 4.3012, + "mean_token_accuracy": 0.255914543569088, + "num_tokens": 18081858.0, + "step": 6300 + }, + { + "entropy": 4.971351289749146, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.1469, + "mean_token_accuracy": 0.28003616333007814, + "num_tokens": 18096104.0, + "step": 6305 + }, + { + "entropy": 5.002992153167725, + "epoch": 7.485172004744959, + "grad_norm": 1.6015625, + "learning_rate": 0.00013404549165388932, + "loss": 4.1885, + "mean_token_accuracy": 0.268343822658062, + "num_tokens": 18110262.0, + "step": 6310 + }, + { + "entropy": 5.043653392791748, + "epoch": 7.4911032028469755, + "grad_norm": 1.5546875, + "learning_rate": 0.00013367454045204162, + "loss": 4.2828, + "mean_token_accuracy": 0.2634868547320366, + "num_tokens": 18124071.0, + "step": 6315 + }, + { + "entropy": 4.948855590820313, + "epoch": 7.4970344009489915, + "grad_norm": 1.5078125, + "learning_rate": 0.00013330422261246267, + "loss": 4.1151, + "mean_token_accuracy": 0.28331713676452636, + "num_tokens": 18135811.0, + "step": 6320 + }, + { + "entropy": 4.9613100528717045, + "epoch": 7.5029655990510085, + "grad_norm": 1.421875, + "learning_rate": 0.00013293453979476403, + "loss": 4.1755, + "mean_token_accuracy": 0.2705711111426353, + "num_tokens": 18150305.0, + "step": 6325 + }, + { + "entropy": 4.983557462692261, + "epoch": 7.5088967971530245, + "grad_norm": 1.3515625, + "learning_rate": 0.00013256549365571105, + "loss": 4.1487, + "mean_token_accuracy": 0.27461179345846176, + "num_tokens": 18165200.0, + "step": 6330 + }, + { + "entropy": 4.955822896957398, + "epoch": 7.514827995255041, + "grad_norm": 1.453125, + "learning_rate": 0.00013219708584921608, + "loss": 4.2163, + "mean_token_accuracy": 0.2709791466593742, + "num_tokens": 18179719.0, + "step": 6335 + }, + { + "entropy": 4.958822202682495, + "epoch": 7.520759193357058, + "grad_norm": 1.359375, + "learning_rate": 0.00013182931802633037, + "loss": 4.1548, + "mean_token_accuracy": 0.2783662438392639, + "num_tokens": 18193075.0, + "step": 6340 + }, + { + "entropy": 4.928630638122558, + "epoch": 7.526690391459074, + "grad_norm": 1.5546875, + "learning_rate": 0.00013146219183523733, + "loss": 4.1277, + "mean_token_accuracy": 0.27176794707775115, + "num_tokens": 18206475.0, + "step": 6345 + }, + { + "entropy": 4.975558614730835, + "epoch": 7.532621589561091, + "grad_norm": 1.390625, + "learning_rate": 0.00013109570892124472, + "loss": 4.1603, + "mean_token_accuracy": 0.269869339466095, + "num_tokens": 18221326.0, + "step": 6350 + }, + { + "entropy": 4.939505672454834, + "epoch": 7.538552787663108, + "grad_norm": 1.4921875, + "learning_rate": 0.00013072987092677745, + "loss": 4.1946, + "mean_token_accuracy": 0.27014288008213044, + "num_tokens": 18234878.0, + "step": 6355 + }, + { + "entropy": 4.943843173980713, + "epoch": 7.544483985765124, + "grad_norm": 1.46875, + "learning_rate": 0.00013036467949137013, + "loss": 4.1749, + "mean_token_accuracy": 0.27516885548830033, + "num_tokens": 18248678.0, + "step": 6360 + }, + { + "entropy": 5.040545129776001, + "epoch": 7.550415183867141, + "grad_norm": 1.5078125, + "learning_rate": 0.0001300001362516598, + "loss": 4.2287, + "mean_token_accuracy": 0.26684413105249405, + "num_tokens": 18263527.0, + "step": 6365 + }, + { + "entropy": 5.00293288230896, + "epoch": 7.556346381969158, + "grad_norm": 1.375, + "learning_rate": 0.0001296362428413783, + "loss": 4.2421, + "mean_token_accuracy": 0.2645813152194023, + "num_tokens": 18278906.0, + "step": 6370 + }, + { + "entropy": 5.013268518447876, + "epoch": 7.562277580071174, + "grad_norm": 1.484375, + "learning_rate": 0.00012927300089134563, + "loss": 4.2359, + "mean_token_accuracy": 0.2636425316333771, + "num_tokens": 18292736.0, + "step": 6375 + }, + { + "entropy": 4.930179500579834, + "epoch": 7.568208778173191, + "grad_norm": 1.4375, + "learning_rate": 0.00012891041202946202, + "loss": 4.2256, + "mean_token_accuracy": 0.26343283951282503, + "num_tokens": 18307585.0, + "step": 6380 + }, + { + "entropy": 4.923861646652222, + "epoch": 7.574139976275208, + "grad_norm": 1.390625, + "learning_rate": 0.00012854847788070062, + "loss": 4.1658, + "mean_token_accuracy": 0.2711418062448502, + "num_tokens": 18321885.0, + "step": 6385 + }, + { + "entropy": 4.965120267868042, + "epoch": 7.580071174377224, + "grad_norm": 1.328125, + "learning_rate": 0.00012818720006710078, + "loss": 4.1932, + "mean_token_accuracy": 0.26647920459508895, + "num_tokens": 18336360.0, + "step": 6390 + }, + { + "entropy": 4.973609256744385, + "epoch": 7.586002372479241, + "grad_norm": 1.484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.2233, + "mean_token_accuracy": 0.2707409501075745, + "num_tokens": 18350864.0, + "step": 6395 + }, + { + "entropy": 4.912994432449341, + "epoch": 7.591933570581258, + "grad_norm": 1.453125, + "learning_rate": 0.000127466619918828, + "loss": 4.1595, + "mean_token_accuracy": 0.26940824538469316, + "num_tokens": 18363704.0, + "step": 6400 + }, + { + "entropy": 4.930047130584716, + "epoch": 7.597864768683274, + "grad_norm": 1.3359375, + "learning_rate": 0.00012710732081349727, + "loss": 4.1714, + "mean_token_accuracy": 0.26881704181432725, + "num_tokens": 18378243.0, + "step": 6405 + }, + { + "entropy": 4.930160140991211, + "epoch": 7.603795966785291, + "grad_norm": 1.703125, + "learning_rate": 0.00012674868450199812, + "loss": 4.1769, + "mean_token_accuracy": 0.2701748490333557, + "num_tokens": 18392053.0, + "step": 6410 + }, + { + "entropy": 4.934839487075806, + "epoch": 7.609727164887307, + "grad_norm": 1.40625, + "learning_rate": 0.00012639071259159008, + "loss": 4.1604, + "mean_token_accuracy": 0.27344272583723067, + "num_tokens": 18404810.0, + "step": 6415 + }, + { + "entropy": 4.969685316085815, + "epoch": 7.615658362989324, + "grad_norm": 1.65625, + "learning_rate": 0.00012603340668655545, + "loss": 4.2258, + "mean_token_accuracy": 0.26305156052112577, + "num_tokens": 18418141.0, + "step": 6420 + }, + { + "entropy": 4.984280109405518, + "epoch": 7.621589561091341, + "grad_norm": 1.40625, + "learning_rate": 0.00012567676838819126, + "loss": 4.2379, + "mean_token_accuracy": 0.2679993242025375, + "num_tokens": 18435857.0, + "step": 6425 + }, + { + "entropy": 4.995930480957031, + "epoch": 7.627520759193357, + "grad_norm": 1.453125, + "learning_rate": 0.000125320799294803, + "loss": 4.2637, + "mean_token_accuracy": 0.2617786660790443, + "num_tokens": 18451912.0, + "step": 6430 + }, + { + "entropy": 5.0825872898101805, + "epoch": 7.633451957295374, + "grad_norm": 1.390625, + "learning_rate": 0.00012496550100169704, + "loss": 4.2765, + "mean_token_accuracy": 0.2658253684639931, + "num_tokens": 18467287.0, + "step": 6435 + }, + { + "entropy": 4.9510266304016115, + "epoch": 7.6393831553973905, + "grad_norm": 1.4609375, + "learning_rate": 0.0001246108751011733, + "loss": 4.1526, + "mean_token_accuracy": 0.2691355749964714, + "num_tokens": 18481294.0, + "step": 6440 + }, + { + "entropy": 4.964544153213501, + "epoch": 7.645314353499407, + "grad_norm": 1.390625, + "learning_rate": 0.00012425692318251838, + "loss": 4.1925, + "mean_token_accuracy": 0.2686774075031281, + "num_tokens": 18495174.0, + "step": 6445 + }, + { + "entropy": 4.938959836959839, + "epoch": 7.6512455516014235, + "grad_norm": 1.421875, + "learning_rate": 0.00012390364683199863, + "loss": 4.1673, + "mean_token_accuracy": 0.2756313309073448, + "num_tokens": 18508977.0, + "step": 6450 + }, + { + "entropy": 4.922618055343628, + "epoch": 7.65717674970344, + "grad_norm": 1.3671875, + "learning_rate": 0.0001235510476328523, + "loss": 4.1547, + "mean_token_accuracy": 0.2695756465196609, + "num_tokens": 18523600.0, + "step": 6455 + }, + { + "entropy": 4.985540294647217, + "epoch": 7.6631079478054565, + "grad_norm": 1.28125, + "learning_rate": 0.0001231991271652833, + "loss": 4.23, + "mean_token_accuracy": 0.2688840597867966, + "num_tokens": 18538867.0, + "step": 6460 + }, + { + "entropy": 4.951766157150269, + "epoch": 7.669039145907473, + "grad_norm": 1.46875, + "learning_rate": 0.00012284788700645365, + "loss": 4.2118, + "mean_token_accuracy": 0.2653859004378319, + "num_tokens": 18554835.0, + "step": 6465 + }, + { + "entropy": 4.971490859985352, + "epoch": 7.67497034400949, + "grad_norm": 1.8046875, + "learning_rate": 0.00012249732873047652, + "loss": 4.1782, + "mean_token_accuracy": 0.27743360996246336, + "num_tokens": 18568062.0, + "step": 6470 + }, + { + "entropy": 4.984698963165283, + "epoch": 7.680901542111506, + "grad_norm": 1.296875, + "learning_rate": 0.0001221474539084092, + "loss": 4.136, + "mean_token_accuracy": 0.27429221868515014, + "num_tokens": 18582972.0, + "step": 6475 + }, + { + "entropy": 5.003374338150024, + "epoch": 7.686832740213523, + "grad_norm": 1.3515625, + "learning_rate": 0.00012179826410824576, + "loss": 4.206, + "mean_token_accuracy": 0.2687224343419075, + "num_tokens": 18598340.0, + "step": 6480 + }, + { + "entropy": 4.960773849487305, + "epoch": 7.69276393831554, + "grad_norm": 1.4296875, + "learning_rate": 0.00012144976089491066, + "loss": 4.196, + "mean_token_accuracy": 0.26986511796712875, + "num_tokens": 18614271.0, + "step": 6485 + }, + { + "entropy": 4.976792049407959, + "epoch": 7.698695136417556, + "grad_norm": 1.2578125, + "learning_rate": 0.00012110194583025117, + "loss": 4.1728, + "mean_token_accuracy": 0.2728369399905205, + "num_tokens": 18629539.0, + "step": 6490 + }, + { + "entropy": 4.9506384372711185, + "epoch": 7.704626334519573, + "grad_norm": 1.328125, + "learning_rate": 0.00012075482047303049, + "loss": 4.2067, + "mean_token_accuracy": 0.26827792823314667, + "num_tokens": 18645499.0, + "step": 6495 + }, + { + "entropy": 4.951906967163086, + "epoch": 7.710557532621589, + "grad_norm": 1.3828125, + "learning_rate": 0.00012040838637892098, + "loss": 4.1828, + "mean_token_accuracy": 0.26550467014312745, + "num_tokens": 18659420.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.838217874246141, + "eval_loss": 5.278876781463623, + "eval_mean_token_accuracy": 0.1963718583795922, + "eval_num_tokens": 18659420.0, + "eval_runtime": 1.8537, + "eval_samples_per_second": 1406.905, + "eval_steps_per_second": 175.863, + "step": 6500 + }, + { + "entropy": 5.038018798828125, + "epoch": 7.716488730723606, + "grad_norm": 1.3359375, + "learning_rate": 0.00012006264510049709, + "loss": 4.2912, + "mean_token_accuracy": 0.2583298921585083, + "num_tokens": 18675359.0, + "step": 6505 + }, + { + "entropy": 4.939229726791382, + "epoch": 7.722419928825623, + "grad_norm": 1.3125, + "learning_rate": 0.00011971759818722808, + "loss": 4.1644, + "mean_token_accuracy": 0.2686422199010849, + "num_tokens": 18691863.0, + "step": 6510 + }, + { + "entropy": 4.94049186706543, + "epoch": 7.728351126927639, + "grad_norm": 1.40625, + "learning_rate": 0.00011937324718547165, + "loss": 4.213, + "mean_token_accuracy": 0.2681308463215828, + "num_tokens": 18705699.0, + "step": 6515 + }, + { + "entropy": 4.9839945316314695, + "epoch": 7.734282325029656, + "grad_norm": 1.2109375, + "learning_rate": 0.00011902959363846652, + "loss": 4.213, + "mean_token_accuracy": 0.27024311721324923, + "num_tokens": 18719458.0, + "step": 6520 + }, + { + "entropy": 5.002005481719971, + "epoch": 7.740213523131673, + "grad_norm": 1.546875, + "learning_rate": 0.00011868663908632583, + "loss": 4.2699, + "mean_token_accuracy": 0.25512098968029023, + "num_tokens": 18734431.0, + "step": 6525 + }, + { + "entropy": 4.992534971237182, + "epoch": 7.746144721233689, + "grad_norm": 1.3359375, + "learning_rate": 0.00011834438506603006, + "loss": 4.1846, + "mean_token_accuracy": 0.26887927353382113, + "num_tokens": 18750171.0, + "step": 6530 + }, + { + "entropy": 5.000047111511231, + "epoch": 7.752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.00011800283311142026, + "loss": 4.1826, + "mean_token_accuracy": 0.27537376880645753, + "num_tokens": 18766706.0, + "step": 6535 + }, + { + "entropy": 5.034538650512696, + "epoch": 7.758007117437723, + "grad_norm": 1.5234375, + "learning_rate": 0.00011766198475319094, + "loss": 4.2106, + "mean_token_accuracy": 0.2707595989108086, + "num_tokens": 18780128.0, + "step": 6540 + }, + { + "entropy": 5.069503688812256, + "epoch": 7.763938315539739, + "grad_norm": 1.34375, + "learning_rate": 0.0001173218415188836, + "loss": 4.3273, + "mean_token_accuracy": 0.26015644967556, + "num_tokens": 18795451.0, + "step": 6545 + }, + { + "entropy": 4.929771089553833, + "epoch": 7.769869513641756, + "grad_norm": 1.53125, + "learning_rate": 0.00011698240493287942, + "loss": 4.1503, + "mean_token_accuracy": 0.27508400827646257, + "num_tokens": 18808744.0, + "step": 6550 + }, + { + "entropy": 4.9352621078491214, + "epoch": 7.775800711743772, + "grad_norm": 1.328125, + "learning_rate": 0.00011664367651639293, + "loss": 4.2287, + "mean_token_accuracy": 0.26703388541936873, + "num_tokens": 18822559.0, + "step": 6555 + }, + { + "entropy": 4.935847520828247, + "epoch": 7.781731909845789, + "grad_norm": 1.25, + "learning_rate": 0.00011630565778746483, + "loss": 4.1815, + "mean_token_accuracy": 0.27573600858449937, + "num_tokens": 18837981.0, + "step": 6560 + }, + { + "entropy": 4.9512584686279295, + "epoch": 7.787663107947806, + "grad_norm": 1.46875, + "learning_rate": 0.0001159683502609552, + "loss": 4.1664, + "mean_token_accuracy": 0.2720057263970375, + "num_tokens": 18851805.0, + "step": 6565 + }, + { + "entropy": 4.956794595718383, + "epoch": 7.7935943060498225, + "grad_norm": 1.453125, + "learning_rate": 0.00011563175544853689, + "loss": 4.2078, + "mean_token_accuracy": 0.27152359783649443, + "num_tokens": 18865441.0, + "step": 6570 + }, + { + "entropy": 4.97060489654541, + "epoch": 7.7995255041518385, + "grad_norm": 1.421875, + "learning_rate": 0.00011529587485868875, + "loss": 4.1652, + "mean_token_accuracy": 0.2674928829073906, + "num_tokens": 18880269.0, + "step": 6575 + }, + { + "entropy": 4.932104110717773, + "epoch": 7.8054567022538555, + "grad_norm": 1.4453125, + "learning_rate": 0.00011496070999668864, + "loss": 4.2215, + "mean_token_accuracy": 0.26482826471328735, + "num_tokens": 18893997.0, + "step": 6580 + }, + { + "entropy": 4.93112621307373, + "epoch": 7.8113879003558715, + "grad_norm": 1.3671875, + "learning_rate": 0.00011462626236460684, + "loss": 4.1275, + "mean_token_accuracy": 0.2772667795419693, + "num_tokens": 18909933.0, + "step": 6585 + }, + { + "entropy": 4.905091762542725, + "epoch": 7.817319098457888, + "grad_norm": 1.46875, + "learning_rate": 0.00011429253346129949, + "loss": 4.1653, + "mean_token_accuracy": 0.26696341931819917, + "num_tokens": 18924807.0, + "step": 6590 + }, + { + "entropy": 5.061008739471435, + "epoch": 7.823250296559905, + "grad_norm": 1.421875, + "learning_rate": 0.00011395952478240133, + "loss": 4.3139, + "mean_token_accuracy": 0.2544493332505226, + "num_tokens": 18941025.0, + "step": 6595 + }, + { + "entropy": 4.963063097000122, + "epoch": 7.829181494661921, + "grad_norm": 1.5625, + "learning_rate": 0.00011362723782031965, + "loss": 4.133, + "mean_token_accuracy": 0.2810679763555527, + "num_tokens": 18953531.0, + "step": 6600 + }, + { + "entropy": 4.895349740982056, + "epoch": 7.835112692763938, + "grad_norm": 1.546875, + "learning_rate": 0.00011329567406422726, + "loss": 4.1559, + "mean_token_accuracy": 0.2731098562479019, + "num_tokens": 18965275.0, + "step": 6605 + }, + { + "entropy": 4.973057889938355, + "epoch": 7.841043890865955, + "grad_norm": 1.4375, + "learning_rate": 0.00011296483500005568, + "loss": 4.1533, + "mean_token_accuracy": 0.2832289099693298, + "num_tokens": 18978974.0, + "step": 6610 + }, + { + "entropy": 4.96409854888916, + "epoch": 7.846975088967971, + "grad_norm": 1.5234375, + "learning_rate": 0.00011263472211048886, + "loss": 4.178, + "mean_token_accuracy": 0.2704193025827408, + "num_tokens": 18993680.0, + "step": 6615 + }, + { + "entropy": 4.950223064422607, + "epoch": 7.852906287069988, + "grad_norm": 1.5234375, + "learning_rate": 0.00011230533687495628, + "loss": 4.1989, + "mean_token_accuracy": 0.27050180435180665, + "num_tokens": 19007293.0, + "step": 6620 + }, + { + "entropy": 5.010431337356567, + "epoch": 7.858837485172005, + "grad_norm": 1.25, + "learning_rate": 0.0001119766807696263, + "loss": 4.2838, + "mean_token_accuracy": 0.2617028385400772, + "num_tokens": 19023044.0, + "step": 6625 + }, + { + "entropy": 4.97742919921875, + "epoch": 7.864768683274021, + "grad_norm": 1.4296875, + "learning_rate": 0.0001116487552673997, + "loss": 4.2063, + "mean_token_accuracy": 0.2721273049712181, + "num_tokens": 19035841.0, + "step": 6630 + }, + { + "entropy": 4.966792631149292, + "epoch": 7.870699881376038, + "grad_norm": 1.4765625, + "learning_rate": 0.00011132156183790298, + "loss": 4.1201, + "mean_token_accuracy": 0.27410572916269305, + "num_tokens": 19049207.0, + "step": 6635 + }, + { + "entropy": 4.942177248001099, + "epoch": 7.876631079478054, + "grad_norm": 1.4296875, + "learning_rate": 0.0001109951019474818, + "loss": 4.2095, + "mean_token_accuracy": 0.2704408824443817, + "num_tokens": 19063965.0, + "step": 6640 + }, + { + "entropy": 5.016838598251343, + "epoch": 7.882562277580071, + "grad_norm": 1.609375, + "learning_rate": 0.00011066937705919448, + "loss": 4.1917, + "mean_token_accuracy": 0.27301163971424103, + "num_tokens": 19078033.0, + "step": 6645 + }, + { + "entropy": 4.972585248947143, + "epoch": 7.888493475682088, + "grad_norm": 1.4296875, + "learning_rate": 0.00011034438863280508, + "loss": 4.2622, + "mean_token_accuracy": 0.26711854338645935, + "num_tokens": 19092326.0, + "step": 6650 + }, + { + "entropy": 4.955294036865235, + "epoch": 7.894424673784105, + "grad_norm": 1.5546875, + "learning_rate": 0.00011002013812477745, + "loss": 4.1939, + "mean_token_accuracy": 0.27363294661045073, + "num_tokens": 19105866.0, + "step": 6655 + }, + { + "entropy": 4.985445356369018, + "epoch": 7.900355871886121, + "grad_norm": 1.4609375, + "learning_rate": 0.00010969662698826835, + "loss": 4.2392, + "mean_token_accuracy": 0.25972959101200105, + "num_tokens": 19119776.0, + "step": 6660 + }, + { + "entropy": 4.8988072872161865, + "epoch": 7.906287069988138, + "grad_norm": 1.5078125, + "learning_rate": 0.00010937385667312077, + "loss": 4.1621, + "mean_token_accuracy": 0.2720198556780815, + "num_tokens": 19133545.0, + "step": 6665 + }, + { + "entropy": 4.915426588058471, + "epoch": 7.912218268090154, + "grad_norm": 1.3984375, + "learning_rate": 0.00010905182862585788, + "loss": 4.1231, + "mean_token_accuracy": 0.28039395809173584, + "num_tokens": 19146321.0, + "step": 6670 + }, + { + "entropy": 4.943013143539429, + "epoch": 7.918149466192171, + "grad_norm": 1.4375, + "learning_rate": 0.00010873054428967625, + "loss": 4.2105, + "mean_token_accuracy": 0.27190188616514205, + "num_tokens": 19160454.0, + "step": 6675 + }, + { + "entropy": 4.9680544376373295, + "epoch": 7.924080664294188, + "grad_norm": 1.65625, + "learning_rate": 0.00010841000510443932, + "loss": 4.1408, + "mean_token_accuracy": 0.2747448205947876, + "num_tokens": 19172877.0, + "step": 6680 + }, + { + "entropy": 4.937022542953491, + "epoch": 7.930011862396204, + "grad_norm": 1.5859375, + "learning_rate": 0.0001080902125066712, + "loss": 4.176, + "mean_token_accuracy": 0.27405632436275484, + "num_tokens": 19186256.0, + "step": 6685 + }, + { + "entropy": 5.0273994445800785, + "epoch": 7.935943060498221, + "grad_norm": 1.4765625, + "learning_rate": 0.00010777116792955009, + "loss": 4.1803, + "mean_token_accuracy": 0.2764009773731232, + "num_tokens": 19201162.0, + "step": 6690 + }, + { + "entropy": 4.958741664886475, + "epoch": 7.9418742586002375, + "grad_norm": 1.4375, + "learning_rate": 0.00010745287280290189, + "loss": 4.2054, + "mean_token_accuracy": 0.2653421968221664, + "num_tokens": 19215541.0, + "step": 6695 + }, + { + "entropy": 4.941545534133911, + "epoch": 7.947805456702254, + "grad_norm": 1.484375, + "learning_rate": 0.00010713532855319375, + "loss": 4.197, + "mean_token_accuracy": 0.26559500098228456, + "num_tokens": 19230382.0, + "step": 6700 + }, + { + "entropy": 4.944055509567261, + "epoch": 7.9537366548042705, + "grad_norm": 1.46875, + "learning_rate": 0.00010681853660352754, + "loss": 4.1747, + "mean_token_accuracy": 0.26648750007152555, + "num_tokens": 19244114.0, + "step": 6705 + }, + { + "entropy": 4.966470098495483, + "epoch": 7.959667852906287, + "grad_norm": 1.3984375, + "learning_rate": 0.00010650249837363392, + "loss": 4.2037, + "mean_token_accuracy": 0.27547854483127593, + "num_tokens": 19258710.0, + "step": 6710 + }, + { + "entropy": 4.934756660461426, + "epoch": 7.9655990510083035, + "grad_norm": 1.3125, + "learning_rate": 0.00010618721527986555, + "loss": 4.158, + "mean_token_accuracy": 0.2726140424609184, + "num_tokens": 19275112.0, + "step": 6715 + }, + { + "entropy": 4.922717666625976, + "epoch": 7.97153024911032, + "grad_norm": 1.421875, + "learning_rate": 0.00010587268873519079, + "loss": 4.1501, + "mean_token_accuracy": 0.2772819012403488, + "num_tokens": 19288062.0, + "step": 6720 + }, + { + "entropy": 4.936734676361084, + "epoch": 7.977461447212336, + "grad_norm": 1.5, + "learning_rate": 0.00010555892014918755, + "loss": 4.1506, + "mean_token_accuracy": 0.27411834299564364, + "num_tokens": 19302042.0, + "step": 6725 + }, + { + "entropy": 4.958236503601074, + "epoch": 7.983392645314353, + "grad_norm": 1.515625, + "learning_rate": 0.00010524591092803703, + "loss": 4.161, + "mean_token_accuracy": 0.2733812749385834, + "num_tokens": 19314110.0, + "step": 6730 + }, + { + "entropy": 4.981080484390259, + "epoch": 7.98932384341637, + "grad_norm": 1.59375, + "learning_rate": 0.00010493366247451697, + "loss": 4.1928, + "mean_token_accuracy": 0.27449638992547987, + "num_tokens": 19327278.0, + "step": 6735 + }, + { + "entropy": 5.008158779144287, + "epoch": 7.995255041518387, + "grad_norm": 1.4921875, + "learning_rate": 0.00010462217618799577, + "loss": 4.2661, + "mean_token_accuracy": 0.2655520737171173, + "num_tokens": 19342292.0, + "step": 6740 + }, + { + "entropy": 4.918616390228271, + "epoch": 8.001186239620404, + "grad_norm": 1.53125, + "learning_rate": 0.00010431145346442641, + "loss": 4.1724, + "mean_token_accuracy": 0.2703625589609146, + "num_tokens": 19355263.0, + "step": 6745 + }, + { + "entropy": 4.952774286270142, + "epoch": 8.00711743772242, + "grad_norm": 1.6171875, + "learning_rate": 0.0001040014956963394, + "loss": 4.1125, + "mean_token_accuracy": 0.2855179339647293, + "num_tokens": 19370894.0, + "step": 6750 + }, + { + "entropy": 4.956142950057983, + "epoch": 8.013048635824436, + "grad_norm": 1.6484375, + "learning_rate": 0.00010369230427283743, + "loss": 4.1307, + "mean_token_accuracy": 0.27639118432998655, + "num_tokens": 19384952.0, + "step": 6755 + }, + { + "entropy": 4.953587770462036, + "epoch": 8.018979833926453, + "grad_norm": 1.453125, + "learning_rate": 0.00010338388057958861, + "loss": 4.1299, + "mean_token_accuracy": 0.27635318338871, + "num_tokens": 19398827.0, + "step": 6760 + }, + { + "entropy": 4.980620622634888, + "epoch": 8.02491103202847, + "grad_norm": 1.65625, + "learning_rate": 0.00010307622599882024, + "loss": 4.1558, + "mean_token_accuracy": 0.2757073760032654, + "num_tokens": 19412885.0, + "step": 6765 + }, + { + "entropy": 4.951993179321289, + "epoch": 8.030842230130487, + "grad_norm": 1.3046875, + "learning_rate": 0.00010276934190931311, + "loss": 4.1164, + "mean_token_accuracy": 0.2768961787223816, + "num_tokens": 19427649.0, + "step": 6770 + }, + { + "entropy": 4.977577447891235, + "epoch": 8.036773428232504, + "grad_norm": 1.3828125, + "learning_rate": 0.00010246322968639466, + "loss": 4.1107, + "mean_token_accuracy": 0.28088724315166474, + "num_tokens": 19440414.0, + "step": 6775 + }, + { + "entropy": 4.959649896621704, + "epoch": 8.042704626334519, + "grad_norm": 1.4453125, + "learning_rate": 0.00010215789070193334, + "loss": 4.1053, + "mean_token_accuracy": 0.28382750153541564, + "num_tokens": 19453244.0, + "step": 6780 + }, + { + "entropy": 4.953791713714599, + "epoch": 8.048635824436536, + "grad_norm": 1.5625, + "learning_rate": 0.00010185332632433225, + "loss": 4.1219, + "mean_token_accuracy": 0.27816020846366885, + "num_tokens": 19466198.0, + "step": 6785 + }, + { + "entropy": 4.94953031539917, + "epoch": 8.054567022538553, + "grad_norm": 1.421875, + "learning_rate": 0.00010154953791852294, + "loss": 4.1447, + "mean_token_accuracy": 0.27725039422512054, + "num_tokens": 19481194.0, + "step": 6790 + }, + { + "entropy": 4.961174488067627, + "epoch": 8.06049822064057, + "grad_norm": 1.4140625, + "learning_rate": 0.00010124652684595948, + "loss": 4.1174, + "mean_token_accuracy": 0.2796910166740417, + "num_tokens": 19494515.0, + "step": 6795 + }, + { + "entropy": 4.991759729385376, + "epoch": 8.066429418742587, + "grad_norm": 1.34375, + "learning_rate": 0.0001009442944646122, + "loss": 4.1444, + "mean_token_accuracy": 0.2743052154779434, + "num_tokens": 19509822.0, + "step": 6800 + }, + { + "entropy": 4.9291540622711185, + "epoch": 8.072360616844602, + "grad_norm": 1.21875, + "learning_rate": 0.00010064284212896155, + "loss": 4.0665, + "mean_token_accuracy": 0.28025729656219484, + "num_tokens": 19524674.0, + "step": 6805 + }, + { + "entropy": 4.964055490493775, + "epoch": 8.078291814946619, + "grad_norm": 1.6484375, + "learning_rate": 0.00010034217118999234, + "loss": 4.1484, + "mean_token_accuracy": 0.27135920226573945, + "num_tokens": 19540329.0, + "step": 6810 + }, + { + "entropy": 4.977747011184692, + "epoch": 8.084223013048636, + "grad_norm": 1.375, + "learning_rate": 0.00010004228299518739, + "loss": 4.1527, + "mean_token_accuracy": 0.2773289069533348, + "num_tokens": 19554451.0, + "step": 6815 + }, + { + "entropy": 4.976891994476318, + "epoch": 8.090154211150653, + "grad_norm": 1.4609375, + "learning_rate": 9.974317888852149e-05, + "loss": 4.1149, + "mean_token_accuracy": 0.28241694569587705, + "num_tokens": 19570121.0, + "step": 6820 + }, + { + "entropy": 4.995674705505371, + "epoch": 8.09608540925267, + "grad_norm": 1.6171875, + "learning_rate": 9.944486021045559e-05, + "loss": 4.1607, + "mean_token_accuracy": 0.27272525280714033, + "num_tokens": 19583781.0, + "step": 6825 + }, + { + "entropy": 4.9257275581359865, + "epoch": 8.102016607354686, + "grad_norm": 1.640625, + "learning_rate": 9.914732829793074e-05, + "loss": 4.0705, + "mean_token_accuracy": 0.2852848917245865, + "num_tokens": 19596897.0, + "step": 6830 + }, + { + "entropy": 4.910679912567138, + "epoch": 8.107947805456702, + "grad_norm": 1.515625, + "learning_rate": 9.885058448436182e-05, + "loss": 4.0648, + "mean_token_accuracy": 0.28457278311252593, + "num_tokens": 19612035.0, + "step": 6835 + }, + { + "entropy": 5.007439708709716, + "epoch": 8.113879003558718, + "grad_norm": 1.6171875, + "learning_rate": 9.855463009963195e-05, + "loss": 4.1719, + "mean_token_accuracy": 0.2767337769269943, + "num_tokens": 19626203.0, + "step": 6840 + }, + { + "entropy": 5.004592514038086, + "epoch": 8.119810201660735, + "grad_norm": 1.6015625, + "learning_rate": 9.825946647008624e-05, + "loss": 4.1668, + "mean_token_accuracy": 0.2726615399122238, + "num_tokens": 19640677.0, + "step": 6845 + }, + { + "entropy": 4.947024965286255, + "epoch": 8.125741399762752, + "grad_norm": 1.3359375, + "learning_rate": 9.79650949185261e-05, + "loss": 4.0692, + "mean_token_accuracy": 0.28409830331802366, + "num_tokens": 19656376.0, + "step": 6850 + }, + { + "entropy": 4.924175882339478, + "epoch": 8.13167259786477, + "grad_norm": 1.515625, + "learning_rate": 9.767151676420313e-05, + "loss": 4.1249, + "mean_token_accuracy": 0.2704366624355316, + "num_tokens": 19669870.0, + "step": 6855 + }, + { + "entropy": 4.911569881439209, + "epoch": 8.137603795966786, + "grad_norm": 1.4375, + "learning_rate": 9.737873332281308e-05, + "loss": 4.1057, + "mean_token_accuracy": 0.2803793638944626, + "num_tokens": 19684654.0, + "step": 6860 + }, + { + "entropy": 4.942528438568115, + "epoch": 8.143534994068801, + "grad_norm": 1.59375, + "learning_rate": 9.708674590649033e-05, + "loss": 4.1414, + "mean_token_accuracy": 0.2712926119565964, + "num_tokens": 19699173.0, + "step": 6865 + }, + { + "entropy": 4.881103277206421, + "epoch": 8.149466192170818, + "grad_norm": 1.3984375, + "learning_rate": 9.67955558238018e-05, + "loss": 4.0119, + "mean_token_accuracy": 0.29087738394737245, + "num_tokens": 19710580.0, + "step": 6870 + }, + { + "entropy": 5.009051847457886, + "epoch": 8.155397390272835, + "grad_norm": 1.4765625, + "learning_rate": 9.650516437974091e-05, + "loss": 4.1787, + "mean_token_accuracy": 0.2765727609395981, + "num_tokens": 19725437.0, + "step": 6875 + }, + { + "entropy": 4.956774616241455, + "epoch": 8.161328588374852, + "grad_norm": 1.4609375, + "learning_rate": 9.62155728757221e-05, + "loss": 4.1551, + "mean_token_accuracy": 0.2715842515230179, + "num_tokens": 19740152.0, + "step": 6880 + }, + { + "entropy": 4.945559120178222, + "epoch": 8.167259786476869, + "grad_norm": 1.5390625, + "learning_rate": 9.592678260957476e-05, + "loss": 4.0861, + "mean_token_accuracy": 0.2820469528436661, + "num_tokens": 19754897.0, + "step": 6885 + }, + { + "entropy": 4.9831342697143555, + "epoch": 8.173190984578884, + "grad_norm": 1.40625, + "learning_rate": 9.563879487553736e-05, + "loss": 4.1503, + "mean_token_accuracy": 0.2785887211561203, + "num_tokens": 19769744.0, + "step": 6890 + }, + { + "entropy": 4.953654718399048, + "epoch": 8.179122182680901, + "grad_norm": 1.40625, + "learning_rate": 9.53516109642519e-05, + "loss": 4.1591, + "mean_token_accuracy": 0.2738503411412239, + "num_tokens": 19786345.0, + "step": 6895 + }, + { + "entropy": 5.01388111114502, + "epoch": 8.185053380782918, + "grad_norm": 1.5078125, + "learning_rate": 9.506523216275789e-05, + "loss": 4.1595, + "mean_token_accuracy": 0.27657521069049834, + "num_tokens": 19800507.0, + "step": 6900 + }, + { + "entropy": 4.937813138961792, + "epoch": 8.190984578884935, + "grad_norm": 1.5625, + "learning_rate": 9.477965975448671e-05, + "loss": 4.1359, + "mean_token_accuracy": 0.28178862780332564, + "num_tokens": 19814388.0, + "step": 6905 + }, + { + "entropy": 4.952528047561645, + "epoch": 8.196915776986952, + "grad_norm": 1.453125, + "learning_rate": 9.449489501925579e-05, + "loss": 4.1216, + "mean_token_accuracy": 0.28036233931779864, + "num_tokens": 19829219.0, + "step": 6910 + }, + { + "entropy": 4.971898889541626, + "epoch": 8.202846975088969, + "grad_norm": 1.484375, + "learning_rate": 9.421093923326302e-05, + "loss": 4.0613, + "mean_token_accuracy": 0.2923776924610138, + "num_tokens": 19842053.0, + "step": 6915 + }, + { + "entropy": 4.9648068904876705, + "epoch": 8.208778173190984, + "grad_norm": 1.3359375, + "learning_rate": 9.39277936690806e-05, + "loss": 4.11, + "mean_token_accuracy": 0.284161776304245, + "num_tokens": 19856805.0, + "step": 6920 + }, + { + "entropy": 4.931480836868286, + "epoch": 8.214709371293, + "grad_norm": 1.359375, + "learning_rate": 9.364545959565007e-05, + "loss": 4.105, + "mean_token_accuracy": 0.27689804285764696, + "num_tokens": 19872204.0, + "step": 6925 + }, + { + "entropy": 4.954165983200073, + "epoch": 8.220640569395018, + "grad_norm": 1.484375, + "learning_rate": 9.336393827827583e-05, + "loss": 4.1338, + "mean_token_accuracy": 0.2822166562080383, + "num_tokens": 19885489.0, + "step": 6930 + }, + { + "entropy": 4.980246210098267, + "epoch": 8.226571767497035, + "grad_norm": 1.5078125, + "learning_rate": 9.30832309786201e-05, + "loss": 4.1954, + "mean_token_accuracy": 0.2705867365002632, + "num_tokens": 19900830.0, + "step": 6935 + }, + { + "entropy": 4.957044506072998, + "epoch": 8.232502965599052, + "grad_norm": 1.40625, + "learning_rate": 9.280333895469695e-05, + "loss": 4.1184, + "mean_token_accuracy": 0.27876162976026536, + "num_tokens": 19915611.0, + "step": 6940 + }, + { + "entropy": 4.980874109268188, + "epoch": 8.238434163701069, + "grad_norm": 1.453125, + "learning_rate": 9.252426346086662e-05, + "loss": 4.1519, + "mean_token_accuracy": 0.2773675724864006, + "num_tokens": 19929162.0, + "step": 6945 + }, + { + "entropy": 4.89205322265625, + "epoch": 8.244365361803084, + "grad_norm": 1.4921875, + "learning_rate": 9.224600574783004e-05, + "loss": 4.0476, + "mean_token_accuracy": 0.2908473551273346, + "num_tokens": 19942721.0, + "step": 6950 + }, + { + "entropy": 4.9506487369537355, + "epoch": 8.2502965599051, + "grad_norm": 1.5625, + "learning_rate": 9.19685670626233e-05, + "loss": 4.1196, + "mean_token_accuracy": 0.2869738355278969, + "num_tokens": 19957300.0, + "step": 6955 + }, + { + "entropy": 4.946757507324219, + "epoch": 8.256227758007118, + "grad_norm": 1.453125, + "learning_rate": 9.169194864861184e-05, + "loss": 4.0738, + "mean_token_accuracy": 0.2842596858739853, + "num_tokens": 19971150.0, + "step": 6960 + }, + { + "entropy": 4.9259786128997805, + "epoch": 8.262158956109134, + "grad_norm": 1.3359375, + "learning_rate": 9.141615174548499e-05, + "loss": 4.117, + "mean_token_accuracy": 0.28442147374153137, + "num_tokens": 19987092.0, + "step": 6965 + }, + { + "entropy": 5.019797658920288, + "epoch": 8.268090154211151, + "grad_norm": 1.53125, + "learning_rate": 9.114117758925048e-05, + "loss": 4.2259, + "mean_token_accuracy": 0.2647417798638344, + "num_tokens": 20001628.0, + "step": 6970 + }, + { + "entropy": 4.912492990493774, + "epoch": 8.274021352313166, + "grad_norm": 1.4375, + "learning_rate": 9.086702741222862e-05, + "loss": 4.0714, + "mean_token_accuracy": 0.28536428809165953, + "num_tokens": 20015385.0, + "step": 6975 + }, + { + "entropy": 4.996911859512329, + "epoch": 8.279952550415183, + "grad_norm": 1.453125, + "learning_rate": 9.059370244304731e-05, + "loss": 4.144, + "mean_token_accuracy": 0.27965455651283266, + "num_tokens": 20029444.0, + "step": 6980 + }, + { + "entropy": 4.945066928863525, + "epoch": 8.2858837485172, + "grad_norm": 1.4375, + "learning_rate": 9.032120390663598e-05, + "loss": 4.1688, + "mean_token_accuracy": 0.267382450401783, + "num_tokens": 20043693.0, + "step": 6985 + }, + { + "entropy": 4.960481071472168, + "epoch": 8.291814946619217, + "grad_norm": 1.359375, + "learning_rate": 9.004953302422029e-05, + "loss": 4.1848, + "mean_token_accuracy": 0.2698869094252586, + "num_tokens": 20058082.0, + "step": 6990 + }, + { + "entropy": 5.019311714172363, + "epoch": 8.297746144721234, + "grad_norm": 1.4609375, + "learning_rate": 8.977869101331695e-05, + "loss": 4.2323, + "mean_token_accuracy": 0.26750168800354, + "num_tokens": 20074309.0, + "step": 6995 + }, + { + "entropy": 4.913663387298584, + "epoch": 8.303677342823251, + "grad_norm": 1.5859375, + "learning_rate": 8.950867908772773e-05, + "loss": 4.1159, + "mean_token_accuracy": 0.28194110542535783, + "num_tokens": 20089667.0, + "step": 7000 + }, + { + "epoch": 8.303677342823251, + "eval_entropy": 4.845988825054988, + "eval_loss": 5.288313388824463, + "eval_mean_token_accuracy": 0.19573048509063165, + "eval_num_tokens": 20089667.0, + "eval_runtime": 1.8519, + "eval_samples_per_second": 1408.312, + "eval_steps_per_second": 176.039, + "step": 7000 + }, + { + "entropy": 4.943807554244995, + "epoch": 8.309608540925266, + "grad_norm": 1.4765625, + "learning_rate": 8.923949845753446e-05, + "loss": 4.0599, + "mean_token_accuracy": 0.28715709447860716, + "num_tokens": 20102066.0, + "step": 7005 + }, + { + "entropy": 4.94815411567688, + "epoch": 8.315539739027283, + "grad_norm": 1.578125, + "learning_rate": 8.89711503290934e-05, + "loss": 4.1353, + "mean_token_accuracy": 0.27826972901821134, + "num_tokens": 20118628.0, + "step": 7010 + }, + { + "entropy": 4.963492727279663, + "epoch": 8.3214709371293, + "grad_norm": 1.4609375, + "learning_rate": 8.870363590502995e-05, + "loss": 4.0765, + "mean_token_accuracy": 0.2875643581151962, + "num_tokens": 20131846.0, + "step": 7015 + }, + { + "entropy": 5.033528900146484, + "epoch": 8.327402135231317, + "grad_norm": 1.375, + "learning_rate": 8.843695638423307e-05, + "loss": 4.2082, + "mean_token_accuracy": 0.2754577323794365, + "num_tokens": 20145972.0, + "step": 7020 + }, + { + "entropy": 4.939410018920898, + "epoch": 8.333333333333334, + "grad_norm": 1.6015625, + "learning_rate": 8.817111296185022e-05, + "loss": 4.0905, + "mean_token_accuracy": 0.2850518971681595, + "num_tokens": 20160996.0, + "step": 7025 + }, + { + "entropy": 4.929085969924927, + "epoch": 8.33926453143535, + "grad_norm": 1.4453125, + "learning_rate": 8.790610682928153e-05, + "loss": 4.1538, + "mean_token_accuracy": 0.27305626273155215, + "num_tokens": 20176232.0, + "step": 7030 + }, + { + "entropy": 4.999951696395874, + "epoch": 8.345195729537366, + "grad_norm": 1.2890625, + "learning_rate": 8.764193917417495e-05, + "loss": 4.1882, + "mean_token_accuracy": 0.2673496440052986, + "num_tokens": 20190872.0, + "step": 7035 + }, + { + "entropy": 4.9529218673706055, + "epoch": 8.351126927639383, + "grad_norm": 1.546875, + "learning_rate": 8.737861118042077e-05, + "loss": 4.0893, + "mean_token_accuracy": 0.2853918135166168, + "num_tokens": 20203422.0, + "step": 7040 + }, + { + "entropy": 4.929451990127563, + "epoch": 8.3570581257414, + "grad_norm": 1.4140625, + "learning_rate": 8.7116124028146e-05, + "loss": 4.1002, + "mean_token_accuracy": 0.2841632515192032, + "num_tokens": 20218104.0, + "step": 7045 + }, + { + "entropy": 5.016379880905151, + "epoch": 8.362989323843417, + "grad_norm": 1.5859375, + "learning_rate": 8.685447889370962e-05, + "loss": 4.206, + "mean_token_accuracy": 0.26717809289693834, + "num_tokens": 20233026.0, + "step": 7050 + }, + { + "entropy": 4.88982834815979, + "epoch": 8.368920521945434, + "grad_norm": 1.6796875, + "learning_rate": 8.659367694969697e-05, + "loss": 4.0934, + "mean_token_accuracy": 0.28569348603487016, + "num_tokens": 20246633.0, + "step": 7055 + }, + { + "entropy": 4.981721878051758, + "epoch": 8.374851720047449, + "grad_norm": 1.609375, + "learning_rate": 8.633371936491439e-05, + "loss": 4.1645, + "mean_token_accuracy": 0.27752143442630767, + "num_tokens": 20260486.0, + "step": 7060 + }, + { + "entropy": 5.025034666061401, + "epoch": 8.380782918149466, + "grad_norm": 1.3125, + "learning_rate": 8.607460730438433e-05, + "loss": 4.2005, + "mean_token_accuracy": 0.27400632202625275, + "num_tokens": 20274950.0, + "step": 7065 + }, + { + "entropy": 4.972424793243408, + "epoch": 8.386714116251483, + "grad_norm": 1.2109375, + "learning_rate": 8.58163419293399e-05, + "loss": 4.124, + "mean_token_accuracy": 0.2825900614261627, + "num_tokens": 20291379.0, + "step": 7070 + }, + { + "entropy": 4.922041559219361, + "epoch": 8.3926453143535, + "grad_norm": 1.328125, + "learning_rate": 8.555892439721974e-05, + "loss": 4.1642, + "mean_token_accuracy": 0.273585370182991, + "num_tokens": 20306948.0, + "step": 7075 + }, + { + "entropy": 4.968210887908936, + "epoch": 8.398576512455517, + "grad_norm": 1.3671875, + "learning_rate": 8.53023558616628e-05, + "loss": 4.1533, + "mean_token_accuracy": 0.2730686664581299, + "num_tokens": 20322879.0, + "step": 7080 + }, + { + "entropy": 4.954150867462158, + "epoch": 8.404507710557533, + "grad_norm": 1.421875, + "learning_rate": 8.504663747250307e-05, + "loss": 4.1461, + "mean_token_accuracy": 0.27833545953035355, + "num_tokens": 20337429.0, + "step": 7085 + }, + { + "entropy": 4.991365528106689, + "epoch": 8.410438908659549, + "grad_norm": 1.7421875, + "learning_rate": 8.479177037576465e-05, + "loss": 4.1721, + "mean_token_accuracy": 0.2763865113258362, + "num_tokens": 20351832.0, + "step": 7090 + }, + { + "entropy": 4.918641757965088, + "epoch": 8.416370106761565, + "grad_norm": 1.3046875, + "learning_rate": 8.45377557136566e-05, + "loss": 4.0919, + "mean_token_accuracy": 0.27801636308431626, + "num_tokens": 20367750.0, + "step": 7095 + }, + { + "entropy": 4.984933614730835, + "epoch": 8.422301304863582, + "grad_norm": 1.3046875, + "learning_rate": 8.428459462456742e-05, + "loss": 4.1549, + "mean_token_accuracy": 0.28463602960109713, + "num_tokens": 20381940.0, + "step": 7100 + }, + { + "entropy": 4.972204875946045, + "epoch": 8.4282325029656, + "grad_norm": 1.3515625, + "learning_rate": 8.40322882430605e-05, + "loss": 4.1892, + "mean_token_accuracy": 0.269132573902607, + "num_tokens": 20398234.0, + "step": 7105 + }, + { + "entropy": 5.0125813484191895, + "epoch": 8.434163701067616, + "grad_norm": 1.3125, + "learning_rate": 8.378083769986877e-05, + "loss": 4.2091, + "mean_token_accuracy": 0.2703700795769691, + "num_tokens": 20412760.0, + "step": 7110 + }, + { + "entropy": 4.942654085159302, + "epoch": 8.440094899169633, + "grad_norm": 1.421875, + "learning_rate": 8.353024412188947e-05, + "loss": 4.1133, + "mean_token_accuracy": 0.2814383789896965, + "num_tokens": 20425619.0, + "step": 7115 + }, + { + "entropy": 4.970111846923828, + "epoch": 8.446026097271648, + "grad_norm": 1.4453125, + "learning_rate": 8.328050863217945e-05, + "loss": 4.1303, + "mean_token_accuracy": 0.28334583938121793, + "num_tokens": 20439053.0, + "step": 7120 + }, + { + "entropy": 4.94553771018982, + "epoch": 8.451957295373665, + "grad_norm": 1.34375, + "learning_rate": 8.30316323499499e-05, + "loss": 4.1528, + "mean_token_accuracy": 0.275912007689476, + "num_tokens": 20455183.0, + "step": 7125 + }, + { + "entropy": 4.981212615966797, + "epoch": 8.457888493475682, + "grad_norm": 1.421875, + "learning_rate": 8.278361639056139e-05, + "loss": 4.151, + "mean_token_accuracy": 0.27214971780776975, + "num_tokens": 20469946.0, + "step": 7130 + }, + { + "entropy": 5.046653127670288, + "epoch": 8.463819691577699, + "grad_norm": 1.3671875, + "learning_rate": 8.253646186551892e-05, + "loss": 4.1096, + "mean_token_accuracy": 0.28105743080377577, + "num_tokens": 20485435.0, + "step": 7135 + }, + { + "entropy": 4.9441821575164795, + "epoch": 8.469750889679716, + "grad_norm": 1.46875, + "learning_rate": 8.229016988246687e-05, + "loss": 4.1376, + "mean_token_accuracy": 0.276494437456131, + "num_tokens": 20500031.0, + "step": 7140 + }, + { + "entropy": 4.951654863357544, + "epoch": 8.475682087781731, + "grad_norm": 1.3828125, + "learning_rate": 8.204474154518401e-05, + "loss": 4.1319, + "mean_token_accuracy": 0.28140354305505755, + "num_tokens": 20514744.0, + "step": 7145 + }, + { + "entropy": 4.94715142250061, + "epoch": 8.481613285883748, + "grad_norm": 1.5546875, + "learning_rate": 8.180017795357872e-05, + "loss": 4.1549, + "mean_token_accuracy": 0.2663842305541039, + "num_tokens": 20529703.0, + "step": 7150 + }, + { + "entropy": 4.996786737442017, + "epoch": 8.487544483985765, + "grad_norm": 1.453125, + "learning_rate": 8.155648020368384e-05, + "loss": 4.1788, + "mean_token_accuracy": 0.27609876692295077, + "num_tokens": 20543900.0, + "step": 7155 + }, + { + "entropy": 4.929298019409179, + "epoch": 8.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 8.13136493876519e-05, + "loss": 4.1505, + "mean_token_accuracy": 0.273946738243103, + "num_tokens": 20558897.0, + "step": 7160 + }, + { + "entropy": 4.941282415390015, + "epoch": 8.499406880189799, + "grad_norm": 1.515625, + "learning_rate": 8.107168659375028e-05, + "loss": 4.1881, + "mean_token_accuracy": 0.2708439499139786, + "num_tokens": 20574265.0, + "step": 7165 + }, + { + "entropy": 5.010174655914307, + "epoch": 8.505338078291816, + "grad_norm": 1.296875, + "learning_rate": 8.083059290635609e-05, + "loss": 4.1422, + "mean_token_accuracy": 0.2740061551332474, + "num_tokens": 20587826.0, + "step": 7170 + }, + { + "entropy": 4.959544372558594, + "epoch": 8.511269276393831, + "grad_norm": 1.5390625, + "learning_rate": 8.059036940595152e-05, + "loss": 4.14, + "mean_token_accuracy": 0.28165957927703855, + "num_tokens": 20602410.0, + "step": 7175 + }, + { + "entropy": 5.011852502822876, + "epoch": 8.517200474495848, + "grad_norm": 1.5, + "learning_rate": 8.035101716911902e-05, + "loss": 4.1821, + "mean_token_accuracy": 0.2695979312062263, + "num_tokens": 20614735.0, + "step": 7180 + }, + { + "entropy": 5.010019207000733, + "epoch": 8.523131672597865, + "grad_norm": 1.6484375, + "learning_rate": 8.011253726853635e-05, + "loss": 4.171, + "mean_token_accuracy": 0.2716133058071136, + "num_tokens": 20628704.0, + "step": 7185 + }, + { + "entropy": 5.009564161300659, + "epoch": 8.529062870699882, + "grad_norm": 1.3984375, + "learning_rate": 7.987493077297175e-05, + "loss": 4.2043, + "mean_token_accuracy": 0.27437269389629365, + "num_tokens": 20644211.0, + "step": 7190 + }, + { + "entropy": 4.940215826034546, + "epoch": 8.534994068801899, + "grad_norm": 1.5625, + "learning_rate": 7.963819874727936e-05, + "loss": 4.1223, + "mean_token_accuracy": 0.2719195455312729, + "num_tokens": 20656358.0, + "step": 7195 + }, + { + "entropy": 4.992868089675904, + "epoch": 8.540925266903916, + "grad_norm": 1.375, + "learning_rate": 7.940234225239415e-05, + "loss": 4.1214, + "mean_token_accuracy": 0.27949882447719576, + "num_tokens": 20671411.0, + "step": 7200 + }, + { + "entropy": 4.933926820755005, + "epoch": 8.54685646500593, + "grad_norm": 1.3984375, + "learning_rate": 7.91673623453274e-05, + "loss": 4.0932, + "mean_token_accuracy": 0.2841261148452759, + "num_tokens": 20685297.0, + "step": 7205 + }, + { + "entropy": 4.940114593505859, + "epoch": 8.552787663107948, + "grad_norm": 1.546875, + "learning_rate": 7.893326007916197e-05, + "loss": 4.1566, + "mean_token_accuracy": 0.2727809935808182, + "num_tokens": 20699254.0, + "step": 7210 + }, + { + "entropy": 4.965342235565186, + "epoch": 8.558718861209965, + "grad_norm": 1.5078125, + "learning_rate": 7.870003650304732e-05, + "loss": 4.2013, + "mean_token_accuracy": 0.2660842135548592, + "num_tokens": 20714309.0, + "step": 7215 + }, + { + "entropy": 4.854388236999512, + "epoch": 8.564650059311981, + "grad_norm": 1.7578125, + "learning_rate": 7.846769266219513e-05, + "loss": 4.101, + "mean_token_accuracy": 0.28019327819347384, + "num_tokens": 20726852.0, + "step": 7220 + }, + { + "entropy": 4.977337217330932, + "epoch": 8.570581257413998, + "grad_norm": 1.4140625, + "learning_rate": 7.823622959787427e-05, + "loss": 4.1374, + "mean_token_accuracy": 0.276021409034729, + "num_tokens": 20740992.0, + "step": 7225 + }, + { + "entropy": 4.954471254348755, + "epoch": 8.576512455516013, + "grad_norm": 1.3203125, + "learning_rate": 7.800564834740668e-05, + "loss": 4.1682, + "mean_token_accuracy": 0.2712804600596428, + "num_tokens": 20756230.0, + "step": 7230 + }, + { + "entropy": 4.949953174591064, + "epoch": 8.58244365361803, + "grad_norm": 1.328125, + "learning_rate": 7.777594994416214e-05, + "loss": 4.1976, + "mean_token_accuracy": 0.264949195086956, + "num_tokens": 20771015.0, + "step": 7235 + }, + { + "entropy": 4.984851121902466, + "epoch": 8.588374851720047, + "grad_norm": 1.4296875, + "learning_rate": 7.754713541755382e-05, + "loss": 4.1592, + "mean_token_accuracy": 0.2742938667535782, + "num_tokens": 20787552.0, + "step": 7240 + }, + { + "entropy": 5.0273850440979, + "epoch": 8.594306049822064, + "grad_norm": 1.546875, + "learning_rate": 7.731920579303387e-05, + "loss": 4.2146, + "mean_token_accuracy": 0.2603505074977875, + "num_tokens": 20800962.0, + "step": 7245 + }, + { + "entropy": 4.984416103363037, + "epoch": 8.600237247924081, + "grad_norm": 1.3046875, + "learning_rate": 7.709216209208861e-05, + "loss": 4.1653, + "mean_token_accuracy": 0.27206780314445494, + "num_tokens": 20814949.0, + "step": 7250 + }, + { + "entropy": 4.948931360244751, + "epoch": 8.606168446026098, + "grad_norm": 1.515625, + "learning_rate": 7.686600533223395e-05, + "loss": 4.1515, + "mean_token_accuracy": 0.270930515229702, + "num_tokens": 20829395.0, + "step": 7255 + }, + { + "entropy": 4.972690677642822, + "epoch": 8.612099644128113, + "grad_norm": 1.6953125, + "learning_rate": 7.664073652701108e-05, + "loss": 4.1935, + "mean_token_accuracy": 0.2791924819350243, + "num_tokens": 20840591.0, + "step": 7260 + }, + { + "entropy": 4.930185461044312, + "epoch": 8.61803084223013, + "grad_norm": 1.40625, + "learning_rate": 7.641635668598157e-05, + "loss": 4.1094, + "mean_token_accuracy": 0.2762600392103195, + "num_tokens": 20856234.0, + "step": 7265 + }, + { + "entropy": 5.025106811523438, + "epoch": 8.623962040332147, + "grad_norm": 1.3671875, + "learning_rate": 7.619286681472306e-05, + "loss": 4.2039, + "mean_token_accuracy": 0.2704223617911339, + "num_tokens": 20870677.0, + "step": 7270 + }, + { + "entropy": 4.986628246307373, + "epoch": 8.629893238434164, + "grad_norm": 1.34375, + "learning_rate": 7.597026791482479e-05, + "loss": 4.1451, + "mean_token_accuracy": 0.28009108603000643, + "num_tokens": 20885791.0, + "step": 7275 + }, + { + "entropy": 4.943967390060425, + "epoch": 8.635824436536181, + "grad_norm": 1.4375, + "learning_rate": 7.574856098388292e-05, + "loss": 4.1188, + "mean_token_accuracy": 0.2801237225532532, + "num_tokens": 20900908.0, + "step": 7280 + }, + { + "entropy": 4.928922462463379, + "epoch": 8.641755634638198, + "grad_norm": 1.375, + "learning_rate": 7.552774701549625e-05, + "loss": 4.1594, + "mean_token_accuracy": 0.27288660407066345, + "num_tokens": 20915570.0, + "step": 7285 + }, + { + "entropy": 4.942152118682861, + "epoch": 8.647686832740213, + "grad_norm": 1.375, + "learning_rate": 7.530782699926179e-05, + "loss": 4.1528, + "mean_token_accuracy": 0.26729779690504074, + "num_tokens": 20929226.0, + "step": 7290 + }, + { + "entropy": 4.991990423202514, + "epoch": 8.65361803084223, + "grad_norm": 1.3515625, + "learning_rate": 7.508880192076992e-05, + "loss": 4.1729, + "mean_token_accuracy": 0.27379502058029176, + "num_tokens": 20943347.0, + "step": 7295 + }, + { + "entropy": 4.927667427062988, + "epoch": 8.659549228944247, + "grad_norm": 1.2890625, + "learning_rate": 7.487067276160061e-05, + "loss": 4.1471, + "mean_token_accuracy": 0.272829732298851, + "num_tokens": 20957754.0, + "step": 7300 + }, + { + "entropy": 5.025796175003052, + "epoch": 8.665480427046264, + "grad_norm": 1.53125, + "learning_rate": 7.465344049931853e-05, + "loss": 4.1961, + "mean_token_accuracy": 0.2711087018251419, + "num_tokens": 20972361.0, + "step": 7305 + }, + { + "entropy": 4.971052789688111, + "epoch": 8.67141162514828, + "grad_norm": 1.328125, + "learning_rate": 7.443710610746879e-05, + "loss": 4.1498, + "mean_token_accuracy": 0.2808043956756592, + "num_tokens": 20988998.0, + "step": 7310 + }, + { + "entropy": 5.008667087554931, + "epoch": 8.677342823250296, + "grad_norm": 1.515625, + "learning_rate": 7.42216705555727e-05, + "loss": 4.1889, + "mean_token_accuracy": 0.267495159804821, + "num_tokens": 21003844.0, + "step": 7315 + }, + { + "entropy": 4.998081016540527, + "epoch": 8.683274021352313, + "grad_norm": 1.4375, + "learning_rate": 7.40071348091234e-05, + "loss": 4.1622, + "mean_token_accuracy": 0.2721810609102249, + "num_tokens": 21019021.0, + "step": 7320 + }, + { + "entropy": 4.965869903564453, + "epoch": 8.68920521945433, + "grad_norm": 1.46875, + "learning_rate": 7.379349982958122e-05, + "loss": 4.1068, + "mean_token_accuracy": 0.27729521691799164, + "num_tokens": 21033383.0, + "step": 7325 + }, + { + "entropy": 4.978644943237304, + "epoch": 8.695136417556347, + "grad_norm": 1.546875, + "learning_rate": 7.358076657436994e-05, + "loss": 4.1316, + "mean_token_accuracy": 0.2737131804227829, + "num_tokens": 21046113.0, + "step": 7330 + }, + { + "entropy": 4.940286445617676, + "epoch": 8.701067615658364, + "grad_norm": 1.546875, + "learning_rate": 7.336893599687198e-05, + "loss": 4.1334, + "mean_token_accuracy": 0.2737000808119774, + "num_tokens": 21058601.0, + "step": 7335 + }, + { + "entropy": 4.930788850784301, + "epoch": 8.70699881376038, + "grad_norm": 1.640625, + "learning_rate": 7.315800904642442e-05, + "loss": 4.147, + "mean_token_accuracy": 0.2783175349235535, + "num_tokens": 21073179.0, + "step": 7340 + }, + { + "entropy": 4.939731407165527, + "epoch": 8.712930011862396, + "grad_norm": 1.703125, + "learning_rate": 7.29479866683146e-05, + "loss": 4.1738, + "mean_token_accuracy": 0.2742253363132477, + "num_tokens": 21086373.0, + "step": 7345 + }, + { + "entropy": 4.967359304428101, + "epoch": 8.718861209964412, + "grad_norm": 1.625, + "learning_rate": 7.273886980377605e-05, + "loss": 4.1398, + "mean_token_accuracy": 0.2740888252854347, + "num_tokens": 21101279.0, + "step": 7350 + }, + { + "entropy": 4.943398571014404, + "epoch": 8.72479240806643, + "grad_norm": 1.6953125, + "learning_rate": 7.253065938998397e-05, + "loss": 4.1401, + "mean_token_accuracy": 0.2810471624135971, + "num_tokens": 21115145.0, + "step": 7355 + }, + { + "entropy": 4.914582586288452, + "epoch": 8.730723606168446, + "grad_norm": 1.6640625, + "learning_rate": 7.232335636005142e-05, + "loss": 4.1049, + "mean_token_accuracy": 0.283454629778862, + "num_tokens": 21127866.0, + "step": 7360 + }, + { + "entropy": 4.98352632522583, + "epoch": 8.736654804270463, + "grad_norm": 1.546875, + "learning_rate": 7.211696164302477e-05, + "loss": 4.147, + "mean_token_accuracy": 0.27274381518363955, + "num_tokens": 21143187.0, + "step": 7365 + }, + { + "entropy": 4.943776369094849, + "epoch": 8.74258600237248, + "grad_norm": 1.4296875, + "learning_rate": 7.191147616387985e-05, + "loss": 4.1392, + "mean_token_accuracy": 0.27668035328388213, + "num_tokens": 21156342.0, + "step": 7370 + }, + { + "entropy": 4.914475536346435, + "epoch": 8.748517200474495, + "grad_norm": 1.25, + "learning_rate": 7.170690084351765e-05, + "loss": 4.1136, + "mean_token_accuracy": 0.274484246969223, + "num_tokens": 21171544.0, + "step": 7375 + }, + { + "entropy": 4.987798357009888, + "epoch": 8.754448398576512, + "grad_norm": 1.625, + "learning_rate": 7.150323659876007e-05, + "loss": 4.2058, + "mean_token_accuracy": 0.2689012125134468, + "num_tokens": 21186748.0, + "step": 7380 + }, + { + "entropy": 4.9737739086151125, + "epoch": 8.76037959667853, + "grad_norm": 1.3203125, + "learning_rate": 7.130048434234607e-05, + "loss": 4.1954, + "mean_token_accuracy": 0.26618512570858, + "num_tokens": 21203365.0, + "step": 7385 + }, + { + "entropy": 4.959506940841675, + "epoch": 8.766310794780546, + "grad_norm": 1.3828125, + "learning_rate": 7.109864498292742e-05, + "loss": 4.1501, + "mean_token_accuracy": 0.27967590987682345, + "num_tokens": 21217918.0, + "step": 7390 + }, + { + "entropy": 4.984416055679321, + "epoch": 8.772241992882563, + "grad_norm": 1.2890625, + "learning_rate": 7.08977194250647e-05, + "loss": 4.1382, + "mean_token_accuracy": 0.27078953087329866, + "num_tokens": 21234052.0, + "step": 7395 + }, + { + "entropy": 4.8539622783660885, + "epoch": 8.778173190984578, + "grad_norm": 1.4921875, + "learning_rate": 7.06977085692231e-05, + "loss": 4.0381, + "mean_token_accuracy": 0.2885890334844589, + "num_tokens": 21247187.0, + "step": 7400 + }, + { + "entropy": 4.947772693634033, + "epoch": 8.784104389086595, + "grad_norm": 1.21875, + "learning_rate": 7.04986133117687e-05, + "loss": 4.1543, + "mean_token_accuracy": 0.2701907530426979, + "num_tokens": 21262338.0, + "step": 7405 + }, + { + "entropy": 4.92218165397644, + "epoch": 8.790035587188612, + "grad_norm": 1.375, + "learning_rate": 7.030043454496394e-05, + "loss": 4.1334, + "mean_token_accuracy": 0.2841650605201721, + "num_tokens": 21276893.0, + "step": 7410 + }, + { + "entropy": 4.961622905731201, + "epoch": 8.795966785290629, + "grad_norm": 1.3125, + "learning_rate": 7.010317315696422e-05, + "loss": 4.1748, + "mean_token_accuracy": 0.2772024631500244, + "num_tokens": 21291967.0, + "step": 7415 + }, + { + "entropy": 4.950888204574585, + "epoch": 8.801897983392646, + "grad_norm": 1.3203125, + "learning_rate": 6.99068300318135e-05, + "loss": 4.1305, + "mean_token_accuracy": 0.28262528479099275, + "num_tokens": 21305159.0, + "step": 7420 + }, + { + "entropy": 4.974842500686646, + "epoch": 8.807829181494661, + "grad_norm": 1.453125, + "learning_rate": 6.971140604944043e-05, + "loss": 4.1838, + "mean_token_accuracy": 0.2722430855035782, + "num_tokens": 21320228.0, + "step": 7425 + }, + { + "entropy": 4.960995817184449, + "epoch": 8.813760379596678, + "grad_norm": 1.3203125, + "learning_rate": 6.951690208565451e-05, + "loss": 4.1381, + "mean_token_accuracy": 0.2756968855857849, + "num_tokens": 21335038.0, + "step": 7430 + }, + { + "entropy": 4.962438583374023, + "epoch": 8.819691577698695, + "grad_norm": 1.53125, + "learning_rate": 6.93233190121421e-05, + "loss": 4.1189, + "mean_token_accuracy": 0.28208547085523605, + "num_tokens": 21348819.0, + "step": 7435 + }, + { + "entropy": 4.914327478408813, + "epoch": 8.825622775800712, + "grad_norm": 1.4140625, + "learning_rate": 6.913065769646243e-05, + "loss": 4.0927, + "mean_token_accuracy": 0.2894585058093071, + "num_tokens": 21362577.0, + "step": 7440 + }, + { + "entropy": 4.951968765258789, + "epoch": 8.831553973902729, + "grad_norm": 1.3828125, + "learning_rate": 6.893891900204385e-05, + "loss": 4.1274, + "mean_token_accuracy": 0.27483210563659666, + "num_tokens": 21376519.0, + "step": 7445 + }, + { + "entropy": 4.965424346923828, + "epoch": 8.837485172004746, + "grad_norm": 1.296875, + "learning_rate": 6.874810378817997e-05, + "loss": 4.1694, + "mean_token_accuracy": 0.27510762214660645, + "num_tokens": 21392063.0, + "step": 7450 + }, + { + "entropy": 4.960828638076782, + "epoch": 8.84341637010676, + "grad_norm": 1.2890625, + "learning_rate": 6.855821291002562e-05, + "loss": 4.1486, + "mean_token_accuracy": 0.27799118161201475, + "num_tokens": 21407454.0, + "step": 7455 + }, + { + "entropy": 4.963628768920898, + "epoch": 8.849347568208778, + "grad_norm": 1.4296875, + "learning_rate": 6.836924721859321e-05, + "loss": 4.173, + "mean_token_accuracy": 0.27405415326356886, + "num_tokens": 21421759.0, + "step": 7460 + }, + { + "entropy": 4.956427192687988, + "epoch": 8.855278766310795, + "grad_norm": 1.34375, + "learning_rate": 6.818120756074881e-05, + "loss": 4.1741, + "mean_token_accuracy": 0.27347509264945985, + "num_tokens": 21435768.0, + "step": 7465 + }, + { + "entropy": 4.943291091918946, + "epoch": 8.861209964412812, + "grad_norm": 1.421875, + "learning_rate": 6.799409477920841e-05, + "loss": 4.1044, + "mean_token_accuracy": 0.28415452539920805, + "num_tokens": 21448561.0, + "step": 7470 + }, + { + "entropy": 5.035726690292359, + "epoch": 8.867141162514828, + "grad_norm": 1.390625, + "learning_rate": 6.780790971253418e-05, + "loss": 4.1874, + "mean_token_accuracy": 0.2740800306200981, + "num_tokens": 21462561.0, + "step": 7475 + }, + { + "entropy": 4.970057249069214, + "epoch": 8.873072360616845, + "grad_norm": 1.625, + "learning_rate": 6.76226531951305e-05, + "loss": 4.16, + "mean_token_accuracy": 0.27184762358665465, + "num_tokens": 21476456.0, + "step": 7480 + }, + { + "entropy": 4.917915201187133, + "epoch": 8.87900355871886, + "grad_norm": 1.59375, + "learning_rate": 6.74383260572405e-05, + "loss": 4.1117, + "mean_token_accuracy": 0.27805837988853455, + "num_tokens": 21489376.0, + "step": 7485 + }, + { + "entropy": 4.991151237487793, + "epoch": 8.884934756820877, + "grad_norm": 1.625, + "learning_rate": 6.725492912494231e-05, + "loss": 4.1708, + "mean_token_accuracy": 0.27356346547603605, + "num_tokens": 21502300.0, + "step": 7490 + }, + { + "entropy": 4.948666954040528, + "epoch": 8.890865954922894, + "grad_norm": 1.3515625, + "learning_rate": 6.707246322014495e-05, + "loss": 4.1578, + "mean_token_accuracy": 0.2713653206825256, + "num_tokens": 21516333.0, + "step": 7495 + }, + { + "entropy": 4.976688051223755, + "epoch": 8.896797153024911, + "grad_norm": 1.4609375, + "learning_rate": 6.689092916058527e-05, + "loss": 4.1644, + "mean_token_accuracy": 0.27021572142839434, + "num_tokens": 21532280.0, + "step": 7500 + }, + { + "epoch": 8.896797153024911, + "eval_entropy": 4.825031028934783, + "eval_loss": 5.2869696617126465, + "eval_mean_token_accuracy": 0.19631995662955418, + "eval_num_tokens": 21532280.0, + "eval_runtime": 1.854, + "eval_samples_per_second": 1406.704, + "eval_steps_per_second": 175.838, + "step": 7500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5612438229258240.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7500/training_args.bin b/checkpoint-7500/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-7500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-8000/added_tokens.json b/checkpoint-8000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-8000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-8000/config.json b/checkpoint-8000/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-8000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-8000/generation_config.json b/checkpoint-8000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-8000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-8000/model.safetensors b/checkpoint-8000/model.safetensors new file mode 100644 index 0000000..bc8d292 --- /dev/null +++ b/checkpoint-8000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1447a20f28a8d150ffd86cd0d8e90b3a300d82c15bbc17a4707beac3b9b9c90b +size 76082256 diff --git a/checkpoint-8000/rng_state.pth b/checkpoint-8000/rng_state.pth new file mode 100644 index 0000000..fec1807 --- /dev/null +++ b/checkpoint-8000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a660a7cb106b95c020f1c0a863def2c0963783e40f211956995b6324799ff77 +size 14645 diff --git a/checkpoint-8000/special_tokens_map.json b/checkpoint-8000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-8000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-8000/spiece.model b/checkpoint-8000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-8000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-8000/tokenizer_config.json b/checkpoint-8000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-8000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-8000/trainer_state.json b/checkpoint-8000/trainer_state.json new file mode 100644 index 0000000..6f217aa --- /dev/null +++ b/checkpoint-8000/trainer_state.json @@ -0,0 +1,16210 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.489916963226571, + "eval_steps": 500, + "global_step": 8000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + }, + { + "entropy": 5.058888483047485, + "epoch": 5.344009489916964, + "grad_norm": 1.328125, + "learning_rate": 0.0002945994974942864, + "loss": 4.4608, + "mean_token_accuracy": 0.23459965437650682, + "num_tokens": 12923983.0, + "step": 4505 + }, + { + "entropy": 5.0865026950836185, + "epoch": 5.34994068801898, + "grad_norm": 1.421875, + "learning_rate": 0.0002941249448769988, + "loss": 4.3853, + "mean_token_accuracy": 0.2561731278896332, + "num_tokens": 12936741.0, + "step": 4510 + }, + { + "entropy": 5.056635904312134, + "epoch": 5.355871886120997, + "grad_norm": 1.3203125, + "learning_rate": 0.0002936503065496167, + "loss": 4.4375, + "mean_token_accuracy": 0.24360568821430206, + "num_tokens": 12951421.0, + "step": 4515 + }, + { + "entropy": 5.018971395492554, + "epoch": 5.361803084223013, + "grad_norm": 1.234375, + "learning_rate": 0.0002931755846392731, + "loss": 4.405, + "mean_token_accuracy": 0.23899228125810623, + "num_tokens": 12966278.0, + "step": 4520 + }, + { + "entropy": 5.047994661331177, + "epoch": 5.36773428232503, + "grad_norm": 1.3671875, + "learning_rate": 0.000292700781273475, + "loss": 4.4139, + "mean_token_accuracy": 0.24122539758682252, + "num_tokens": 12981301.0, + "step": 4525 + }, + { + "entropy": 5.055590486526489, + "epoch": 5.3736654804270465, + "grad_norm": 1.359375, + "learning_rate": 0.00029222589858009484, + "loss": 4.4325, + "mean_token_accuracy": 0.24734572023153306, + "num_tokens": 12996358.0, + "step": 4530 + }, + { + "entropy": 5.025227165222168, + "epoch": 5.3795966785290625, + "grad_norm": 1.234375, + "learning_rate": 0.0002917509386873605, + "loss": 4.4437, + "mean_token_accuracy": 0.2385510802268982, + "num_tokens": 13013149.0, + "step": 4535 + }, + { + "entropy": 5.102819204330444, + "epoch": 5.3855278766310795, + "grad_norm": 1.4296875, + "learning_rate": 0.00029127590372384583, + "loss": 4.4223, + "mean_token_accuracy": 0.24738444536924362, + "num_tokens": 13027227.0, + "step": 4540 + }, + { + "entropy": 5.040490245819091, + "epoch": 5.391459074733096, + "grad_norm": 1.609375, + "learning_rate": 0.00029080079581846106, + "loss": 4.3667, + "mean_token_accuracy": 0.2456284523010254, + "num_tokens": 13040136.0, + "step": 4545 + }, + { + "entropy": 5.009986829757691, + "epoch": 5.397390272835112, + "grad_norm": 1.296875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4275, + "mean_token_accuracy": 0.23675494641065598, + "num_tokens": 13053339.0, + "step": 4550 + }, + { + "entropy": 5.016347980499267, + "epoch": 5.403321470937129, + "grad_norm": 1.171875, + "learning_rate": 0.00028985036969934744, + "loss": 4.4193, + "mean_token_accuracy": 0.24513203799724578, + "num_tokens": 13067466.0, + "step": 4555 + }, + { + "entropy": 5.067802429199219, + "epoch": 5.409252669039146, + "grad_norm": 1.2578125, + "learning_rate": 0.00028937505574503535, + "loss": 4.4001, + "mean_token_accuracy": 0.2465244710445404, + "num_tokens": 13080935.0, + "step": 4560 + }, + { + "entropy": 5.020471286773682, + "epoch": 5.415183867141162, + "grad_norm": 1.3515625, + "learning_rate": 0.0002888996773676677, + "loss": 4.4509, + "mean_token_accuracy": 0.2363573893904686, + "num_tokens": 13096324.0, + "step": 4565 + }, + { + "entropy": 5.126127099990844, + "epoch": 5.421115065243179, + "grad_norm": 1.2890625, + "learning_rate": 0.0002884242366976939, + "loss": 4.4733, + "mean_token_accuracy": 0.2339528188109398, + "num_tokens": 13111300.0, + "step": 4570 + }, + { + "entropy": 5.0503441333770756, + "epoch": 5.427046263345196, + "grad_norm": 1.1796875, + "learning_rate": 0.0002879487358658425, + "loss": 4.4477, + "mean_token_accuracy": 0.2459062695503235, + "num_tokens": 13125654.0, + "step": 4575 + }, + { + "entropy": 4.996106481552124, + "epoch": 5.432977461447212, + "grad_norm": 1.40625, + "learning_rate": 0.00028747317700311144, + "loss": 4.4009, + "mean_token_accuracy": 0.24370353370904924, + "num_tokens": 13138827.0, + "step": 4580 + }, + { + "entropy": 5.117808628082275, + "epoch": 5.438908659549229, + "grad_norm": 1.4140625, + "learning_rate": 0.00028699756224075893, + "loss": 4.4545, + "mean_token_accuracy": 0.24555698782205582, + "num_tokens": 13154154.0, + "step": 4585 + }, + { + "entropy": 5.077613782882691, + "epoch": 5.444839857651246, + "grad_norm": 1.40625, + "learning_rate": 0.0002865218937102938, + "loss": 4.4958, + "mean_token_accuracy": 0.23867165595293044, + "num_tokens": 13169300.0, + "step": 4590 + }, + { + "entropy": 5.060262203216553, + "epoch": 5.450771055753262, + "grad_norm": 1.1953125, + "learning_rate": 0.0002860461735434655, + "loss": 4.4814, + "mean_token_accuracy": 0.229344967007637, + "num_tokens": 13184925.0, + "step": 4595 + }, + { + "entropy": 5.093711948394775, + "epoch": 5.456702253855279, + "grad_norm": 1.2109375, + "learning_rate": 0.0002855704038722552, + "loss": 4.4351, + "mean_token_accuracy": 0.2340375155210495, + "num_tokens": 13201488.0, + "step": 4600 + }, + { + "entropy": 5.109644174575806, + "epoch": 5.462633451957295, + "grad_norm": 1.25, + "learning_rate": 0.0002850945868288659, + "loss": 4.5378, + "mean_token_accuracy": 0.22780389040708543, + "num_tokens": 13217575.0, + "step": 4605 + }, + { + "entropy": 5.050470209121704, + "epoch": 5.468564650059312, + "grad_norm": 1.2265625, + "learning_rate": 0.0002846187245457127, + "loss": 4.4121, + "mean_token_accuracy": 0.24261299669742584, + "num_tokens": 13232505.0, + "step": 4610 + }, + { + "entropy": 5.09966893196106, + "epoch": 5.474495848161329, + "grad_norm": 1.421875, + "learning_rate": 0.00028414281915541356, + "loss": 4.4033, + "mean_token_accuracy": 0.24443318098783492, + "num_tokens": 13245649.0, + "step": 4615 + }, + { + "entropy": 4.994836330413818, + "epoch": 5.480427046263345, + "grad_norm": 1.2578125, + "learning_rate": 0.00028366687279077977, + "loss": 4.4421, + "mean_token_accuracy": 0.24775925874710084, + "num_tokens": 13259462.0, + "step": 4620 + }, + { + "entropy": 5.05501766204834, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.4719, + "mean_token_accuracy": 0.23720043301582336, + "num_tokens": 13275014.0, + "step": 4625 + }, + { + "entropy": 5.028215980529785, + "epoch": 5.492289442467379, + "grad_norm": 1.390625, + "learning_rate": 0.00028271486567066123, + "loss": 4.3964, + "mean_token_accuracy": 0.25001311004161836, + "num_tokens": 13288450.0, + "step": 4630 + }, + { + "entropy": 5.068965864181519, + "epoch": 5.498220640569395, + "grad_norm": 1.15625, + "learning_rate": 0.0002822388091816788, + "loss": 4.503, + "mean_token_accuracy": 0.24046200066804885, + "num_tokens": 13303947.0, + "step": 4635 + }, + { + "entropy": 5.116705465316772, + "epoch": 5.504151838671412, + "grad_norm": 1.3359375, + "learning_rate": 0.00028176272025134697, + "loss": 4.456, + "mean_token_accuracy": 0.2419669434428215, + "num_tokens": 13317380.0, + "step": 4640 + }, + { + "entropy": 5.0632740497589115, + "epoch": 5.510083036773429, + "grad_norm": 1.2421875, + "learning_rate": 0.0002812866010132995, + "loss": 4.3713, + "mean_token_accuracy": 0.2490440309047699, + "num_tokens": 13331706.0, + "step": 4645 + }, + { + "entropy": 5.003316974639892, + "epoch": 5.516014234875445, + "grad_norm": 1.171875, + "learning_rate": 0.00028081045360130587, + "loss": 4.4336, + "mean_token_accuracy": 0.23711458444595337, + "num_tokens": 13346263.0, + "step": 4650 + }, + { + "entropy": 5.1004985809326175, + "epoch": 5.5219454329774615, + "grad_norm": 1.4140625, + "learning_rate": 0.000280334280149262, + "loss": 4.417, + "mean_token_accuracy": 0.24271144717931747, + "num_tokens": 13361113.0, + "step": 4655 + }, + { + "entropy": 5.1378613948822025, + "epoch": 5.527876631079478, + "grad_norm": 1.34375, + "learning_rate": 0.0002798580827911803, + "loss": 4.4628, + "mean_token_accuracy": 0.23616952449083328, + "num_tokens": 13374577.0, + "step": 4660 + }, + { + "entropy": 5.025697040557861, + "epoch": 5.5338078291814945, + "grad_norm": 1.40625, + "learning_rate": 0.0002793818636611805, + "loss": 4.4311, + "mean_token_accuracy": 0.23942704051733016, + "num_tokens": 13387930.0, + "step": 4665 + }, + { + "entropy": 5.041089010238648, + "epoch": 5.539739027283511, + "grad_norm": 1.25, + "learning_rate": 0.0002789056248934797, + "loss": 4.4442, + "mean_token_accuracy": 0.24215238243341447, + "num_tokens": 13402992.0, + "step": 4670 + }, + { + "entropy": 5.120145988464356, + "epoch": 5.545670225385528, + "grad_norm": 1.3359375, + "learning_rate": 0.0002784293686223832, + "loss": 4.3959, + "mean_token_accuracy": 0.24842557907104493, + "num_tokens": 13416998.0, + "step": 4675 + }, + { + "entropy": 5.012027406692505, + "epoch": 5.551601423487544, + "grad_norm": 1.5078125, + "learning_rate": 0.0002779530969822746, + "loss": 4.43, + "mean_token_accuracy": 0.23928656727075576, + "num_tokens": 13430278.0, + "step": 4680 + }, + { + "entropy": 5.000022935867309, + "epoch": 5.557532621589561, + "grad_norm": 1.2734375, + "learning_rate": 0.0002774768121076065, + "loss": 4.3708, + "mean_token_accuracy": 0.24596457779407502, + "num_tokens": 13444608.0, + "step": 4685 + }, + { + "entropy": 5.036244869232178, + "epoch": 5.563463819691577, + "grad_norm": 1.4296875, + "learning_rate": 0.0002770005161328908, + "loss": 4.4577, + "mean_token_accuracy": 0.24575844258069993, + "num_tokens": 13457961.0, + "step": 4690 + }, + { + "entropy": 5.089932107925415, + "epoch": 5.569395017793594, + "grad_norm": 1.2578125, + "learning_rate": 0.0002765242111926891, + "loss": 4.53, + "mean_token_accuracy": 0.22811459004878998, + "num_tokens": 13472552.0, + "step": 4695 + }, + { + "entropy": 5.091521215438843, + "epoch": 5.575326215895611, + "grad_norm": 1.2734375, + "learning_rate": 0.00027604789942160297, + "loss": 4.4559, + "mean_token_accuracy": 0.23580421954393388, + "num_tokens": 13486090.0, + "step": 4700 + }, + { + "entropy": 5.047355365753174, + "epoch": 5.581257413997627, + "grad_norm": 1.4140625, + "learning_rate": 0.00027557158295426506, + "loss": 4.4502, + "mean_token_accuracy": 0.24515524953603746, + "num_tokens": 13499493.0, + "step": 4705 + }, + { + "entropy": 5.126659488677978, + "epoch": 5.587188612099644, + "grad_norm": 1.3828125, + "learning_rate": 0.0002750952639253287, + "loss": 4.5085, + "mean_token_accuracy": 0.23807648122310637, + "num_tokens": 13513270.0, + "step": 4710 + }, + { + "entropy": 5.04275369644165, + "epoch": 5.593119810201661, + "grad_norm": 1.1953125, + "learning_rate": 0.00027461894446945877, + "loss": 4.4291, + "mean_token_accuracy": 0.23905896246433259, + "num_tokens": 13527571.0, + "step": 4715 + }, + { + "entropy": 5.031711196899414, + "epoch": 5.599051008303677, + "grad_norm": 1.2109375, + "learning_rate": 0.0002741426267213223, + "loss": 4.399, + "mean_token_accuracy": 0.2434948205947876, + "num_tokens": 13541956.0, + "step": 4720 + }, + { + "entropy": 5.123283910751343, + "epoch": 5.604982206405694, + "grad_norm": 1.265625, + "learning_rate": 0.0002736663128155781, + "loss": 4.5138, + "mean_token_accuracy": 0.2383720725774765, + "num_tokens": 13557613.0, + "step": 4725 + }, + { + "entropy": 5.01444091796875, + "epoch": 5.610913404507711, + "grad_norm": 1.2734375, + "learning_rate": 0.0002731900048868685, + "loss": 4.4113, + "mean_token_accuracy": 0.2442216083407402, + "num_tokens": 13572207.0, + "step": 4730 + }, + { + "entropy": 5.030840015411377, + "epoch": 5.616844602609727, + "grad_norm": 1.3359375, + "learning_rate": 0.00027271370506980853, + "loss": 4.4484, + "mean_token_accuracy": 0.24023475646972656, + "num_tokens": 13587621.0, + "step": 4735 + }, + { + "entropy": 5.046911907196045, + "epoch": 5.622775800711744, + "grad_norm": 1.1640625, + "learning_rate": 0.00027223741549897696, + "loss": 4.4536, + "mean_token_accuracy": 0.24491426199674607, + "num_tokens": 13602745.0, + "step": 4740 + }, + { + "entropy": 5.101274490356445, + "epoch": 5.62870699881376, + "grad_norm": 1.4296875, + "learning_rate": 0.00027176113830890673, + "loss": 4.3867, + "mean_token_accuracy": 0.24548266381025313, + "num_tokens": 13616138.0, + "step": 4745 + }, + { + "entropy": 5.06822943687439, + "epoch": 5.634638196915777, + "grad_norm": 1.5234375, + "learning_rate": 0.0002712848756340754, + "loss": 4.4545, + "mean_token_accuracy": 0.23555067032575608, + "num_tokens": 13630326.0, + "step": 4750 + }, + { + "entropy": 5.033315277099609, + "epoch": 5.640569395017794, + "grad_norm": 1.2734375, + "learning_rate": 0.000270808629608895, + "loss": 4.4272, + "mean_token_accuracy": 0.2433514729142189, + "num_tokens": 13644880.0, + "step": 4755 + }, + { + "entropy": 5.023551321029663, + "epoch": 5.646500593119811, + "grad_norm": 1.15625, + "learning_rate": 0.0002703324023677036, + "loss": 4.4452, + "mean_token_accuracy": 0.2369721755385399, + "num_tokens": 13660506.0, + "step": 4760 + }, + { + "entropy": 5.0040631771087645, + "epoch": 5.652431791221827, + "grad_norm": 1.34375, + "learning_rate": 0.00026985619604475466, + "loss": 4.3864, + "mean_token_accuracy": 0.24618825018405915, + "num_tokens": 13675961.0, + "step": 4765 + }, + { + "entropy": 5.014545249938965, + "epoch": 5.658362989323844, + "grad_norm": 1.1640625, + "learning_rate": 0.00026938001277420785, + "loss": 4.4389, + "mean_token_accuracy": 0.23929533064365388, + "num_tokens": 13690570.0, + "step": 4770 + }, + { + "entropy": 5.050947809219361, + "epoch": 5.66429418742586, + "grad_norm": 1.4453125, + "learning_rate": 0.00026890385469011997, + "loss": 4.4374, + "mean_token_accuracy": 0.24186193346977233, + "num_tokens": 13704267.0, + "step": 4775 + }, + { + "entropy": 5.026543426513672, + "epoch": 5.670225385527877, + "grad_norm": 1.1875, + "learning_rate": 0.00026842772392643443, + "loss": 4.4268, + "mean_token_accuracy": 0.24120682775974273, + "num_tokens": 13720761.0, + "step": 4780 + }, + { + "entropy": 5.0410003662109375, + "epoch": 5.6761565836298935, + "grad_norm": 1.3125, + "learning_rate": 0.0002679516226169724, + "loss": 4.4009, + "mean_token_accuracy": 0.24163358509540558, + "num_tokens": 13735898.0, + "step": 4785 + }, + { + "entropy": 4.978803491592407, + "epoch": 5.6820877817319095, + "grad_norm": 1.3046875, + "learning_rate": 0.0002674755528954232, + "loss": 4.3798, + "mean_token_accuracy": 0.24308834820985795, + "num_tokens": 13748962.0, + "step": 4790 + }, + { + "entropy": 5.005527067184448, + "epoch": 5.6880189798339265, + "grad_norm": 1.40625, + "learning_rate": 0.00026699951689533445, + "loss": 4.4788, + "mean_token_accuracy": 0.2391334593296051, + "num_tokens": 13763941.0, + "step": 4795 + }, + { + "entropy": 5.004294157028198, + "epoch": 5.693950177935943, + "grad_norm": 1.21875, + "learning_rate": 0.0002665235167501026, + "loss": 4.3661, + "mean_token_accuracy": 0.24394810497760772, + "num_tokens": 13778316.0, + "step": 4800 + }, + { + "entropy": 5.087885141372681, + "epoch": 5.699881376037959, + "grad_norm": 1.2578125, + "learning_rate": 0.0002660475545929636, + "loss": 4.4756, + "mean_token_accuracy": 0.24611255377531052, + "num_tokens": 13792091.0, + "step": 4805 + }, + { + "entropy": 5.108520412445069, + "epoch": 5.705812574139976, + "grad_norm": 1.4296875, + "learning_rate": 0.00026557163255698274, + "loss": 4.481, + "mean_token_accuracy": 0.23163021951913834, + "num_tokens": 13807048.0, + "step": 4810 + }, + { + "entropy": 5.079970455169677, + "epoch": 5.711743772241993, + "grad_norm": 1.2578125, + "learning_rate": 0.00026509575277504593, + "loss": 4.4844, + "mean_token_accuracy": 0.2349588006734848, + "num_tokens": 13822455.0, + "step": 4815 + }, + { + "entropy": 5.103965759277344, + "epoch": 5.717674970344009, + "grad_norm": 1.3828125, + "learning_rate": 0.0002646199173798497, + "loss": 4.4745, + "mean_token_accuracy": 0.24245647192001343, + "num_tokens": 13836609.0, + "step": 4820 + }, + { + "entropy": 5.0784893989562985, + "epoch": 5.723606168446026, + "grad_norm": 1.40625, + "learning_rate": 0.0002641441285038913, + "loss": 4.4351, + "mean_token_accuracy": 0.24516603201627732, + "num_tokens": 13849453.0, + "step": 4825 + }, + { + "entropy": 5.115981674194336, + "epoch": 5.729537366548042, + "grad_norm": 1.25, + "learning_rate": 0.00026366838827945985, + "loss": 4.5093, + "mean_token_accuracy": 0.23044819086790086, + "num_tokens": 13863082.0, + "step": 4830 + }, + { + "entropy": 5.061673355102539, + "epoch": 5.735468564650059, + "grad_norm": 1.390625, + "learning_rate": 0.00026319269883862633, + "loss": 4.5304, + "mean_token_accuracy": 0.2362530156970024, + "num_tokens": 13875323.0, + "step": 4835 + }, + { + "entropy": 5.108893156051636, + "epoch": 5.741399762752076, + "grad_norm": 1.3515625, + "learning_rate": 0.000262717062313234, + "loss": 4.448, + "mean_token_accuracy": 0.2434764564037323, + "num_tokens": 13888271.0, + "step": 4840 + }, + { + "entropy": 5.006637668609619, + "epoch": 5.747330960854093, + "grad_norm": 1.375, + "learning_rate": 0.0002622414808348892, + "loss": 4.4238, + "mean_token_accuracy": 0.2431655764579773, + "num_tokens": 13900607.0, + "step": 4845 + }, + { + "entropy": 5.080786991119385, + "epoch": 5.753262158956109, + "grad_norm": 1.265625, + "learning_rate": 0.00026176595653495136, + "loss": 4.4266, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 13915180.0, + "step": 4850 + }, + { + "entropy": 5.065893030166626, + "epoch": 5.759193357058126, + "grad_norm": 1.40625, + "learning_rate": 0.0002612904915445238, + "loss": 4.4832, + "mean_token_accuracy": 0.23563706874847412, + "num_tokens": 13930158.0, + "step": 4855 + }, + { + "entropy": 5.010072803497314, + "epoch": 5.765124555160142, + "grad_norm": 1.25, + "learning_rate": 0.000260815087994444, + "loss": 4.3664, + "mean_token_accuracy": 0.24564545154571532, + "num_tokens": 13943223.0, + "step": 4860 + }, + { + "entropy": 4.9927332401275635, + "epoch": 5.771055753262159, + "grad_norm": 1.125, + "learning_rate": 0.000260339748015274, + "loss": 4.4644, + "mean_token_accuracy": 0.24376613795757293, + "num_tokens": 13958938.0, + "step": 4865 + }, + { + "entropy": 5.041768980026245, + "epoch": 5.776986951364176, + "grad_norm": 1.15625, + "learning_rate": 0.0002598644737372911, + "loss": 4.4388, + "mean_token_accuracy": 0.23757123053073884, + "num_tokens": 13973975.0, + "step": 4870 + }, + { + "entropy": 5.041567325592041, + "epoch": 5.782918149466192, + "grad_norm": 1.2109375, + "learning_rate": 0.0002593892672904781, + "loss": 4.4592, + "mean_token_accuracy": 0.23768191039562225, + "num_tokens": 13990605.0, + "step": 4875 + }, + { + "entropy": 5.0419941425323485, + "epoch": 5.788849347568209, + "grad_norm": 1.2578125, + "learning_rate": 0.00025891413080451377, + "loss": 4.5436, + "mean_token_accuracy": 0.23147597014904023, + "num_tokens": 14006307.0, + "step": 4880 + }, + { + "entropy": 5.0918761730194095, + "epoch": 5.794780545670226, + "grad_norm": 1.3046875, + "learning_rate": 0.00025843906640876326, + "loss": 4.4521, + "mean_token_accuracy": 0.23559338748455047, + "num_tokens": 14019472.0, + "step": 4885 + }, + { + "entropy": 5.027110958099366, + "epoch": 5.800711743772242, + "grad_norm": 1.2265625, + "learning_rate": 0.000257964076232269, + "loss": 4.4103, + "mean_token_accuracy": 0.2430754005908966, + "num_tokens": 14033525.0, + "step": 4890 + }, + { + "entropy": 5.015383195877075, + "epoch": 5.806642941874259, + "grad_norm": 1.3203125, + "learning_rate": 0.00025748916240374016, + "loss": 4.4918, + "mean_token_accuracy": 0.23823553174734116, + "num_tokens": 14048823.0, + "step": 4895 + }, + { + "entropy": 5.086786603927612, + "epoch": 5.812574139976276, + "grad_norm": 1.2265625, + "learning_rate": 0.00025701432705154445, + "loss": 4.4866, + "mean_token_accuracy": 0.23517824858427047, + "num_tokens": 14063568.0, + "step": 4900 + }, + { + "entropy": 5.067300701141358, + "epoch": 5.818505338078292, + "grad_norm": 1.3203125, + "learning_rate": 0.0002565395723036975, + "loss": 4.4682, + "mean_token_accuracy": 0.23759765326976776, + "num_tokens": 14077128.0, + "step": 4905 + }, + { + "entropy": 5.050278615951538, + "epoch": 5.8244365361803085, + "grad_norm": 1.4765625, + "learning_rate": 0.0002560649002878537, + "loss": 4.416, + "mean_token_accuracy": 0.24787454605102538, + "num_tokens": 14089673.0, + "step": 4910 + }, + { + "entropy": 5.040318489074707, + "epoch": 5.830367734282325, + "grad_norm": 1.2890625, + "learning_rate": 0.00025559031313129675, + "loss": 4.4294, + "mean_token_accuracy": 0.23141864091157913, + "num_tokens": 14104617.0, + "step": 4915 + }, + { + "entropy": 5.1050783634185795, + "epoch": 5.8362989323843415, + "grad_norm": 1.2890625, + "learning_rate": 0.00025511581296093006, + "loss": 4.556, + "mean_token_accuracy": 0.23171175122261048, + "num_tokens": 14118309.0, + "step": 4920 + }, + { + "entropy": 5.041911888122558, + "epoch": 5.842230130486358, + "grad_norm": 1.1640625, + "learning_rate": 0.0002546414019032671, + "loss": 4.4805, + "mean_token_accuracy": 0.23756036907434464, + "num_tokens": 14133809.0, + "step": 4925 + }, + { + "entropy": 5.032676839828492, + "epoch": 5.848161328588375, + "grad_norm": 1.3203125, + "learning_rate": 0.0002541670820844223, + "loss": 4.4254, + "mean_token_accuracy": 0.24259141832590103, + "num_tokens": 14147700.0, + "step": 4930 + }, + { + "entropy": 5.041052293777466, + "epoch": 5.854092526690391, + "grad_norm": 1.3125, + "learning_rate": 0.0002536928556301006, + "loss": 4.4395, + "mean_token_accuracy": 0.23794725835323333, + "num_tokens": 14161669.0, + "step": 4935 + }, + { + "entropy": 4.9957301139831545, + "epoch": 5.860023724792408, + "grad_norm": 1.3359375, + "learning_rate": 0.0002532187246655891, + "loss": 4.3789, + "mean_token_accuracy": 0.2477703034877777, + "num_tokens": 14175066.0, + "step": 4940 + }, + { + "entropy": 5.074595355987549, + "epoch": 5.865954922894424, + "grad_norm": 1.1875, + "learning_rate": 0.0002527446913157467, + "loss": 4.4668, + "mean_token_accuracy": 0.24791329801082612, + "num_tokens": 14190956.0, + "step": 4945 + }, + { + "entropy": 5.044212198257446, + "epoch": 5.871886120996441, + "grad_norm": 1.140625, + "learning_rate": 0.0002522707577049947, + "loss": 4.4084, + "mean_token_accuracy": 0.2459134504199028, + "num_tokens": 14205232.0, + "step": 4950 + }, + { + "entropy": 5.067082118988037, + "epoch": 5.877817319098458, + "grad_norm": 1.4765625, + "learning_rate": 0.00025179692595730767, + "loss": 4.4526, + "mean_token_accuracy": 0.23943758457899095, + "num_tokens": 14217304.0, + "step": 4955 + }, + { + "entropy": 5.093814373016357, + "epoch": 5.883748517200474, + "grad_norm": 1.28125, + "learning_rate": 0.00025132319819620377, + "loss": 4.4756, + "mean_token_accuracy": 0.24002725780010223, + "num_tokens": 14230335.0, + "step": 4960 + }, + { + "entropy": 5.022781324386597, + "epoch": 5.889679715302491, + "grad_norm": 1.296875, + "learning_rate": 0.0002508495765447345, + "loss": 4.404, + "mean_token_accuracy": 0.24460775703191756, + "num_tokens": 14244675.0, + "step": 4965 + }, + { + "entropy": 5.032727575302124, + "epoch": 5.895610913404508, + "grad_norm": 1.3046875, + "learning_rate": 0.00025037606312547654, + "loss": 4.4747, + "mean_token_accuracy": 0.2397155359387398, + "num_tokens": 14258644.0, + "step": 4970 + }, + { + "entropy": 5.083451843261718, + "epoch": 5.901542111506524, + "grad_norm": 1.3359375, + "learning_rate": 0.0002499026600605212, + "loss": 4.4102, + "mean_token_accuracy": 0.24270913749933243, + "num_tokens": 14271487.0, + "step": 4975 + }, + { + "entropy": 5.078978490829468, + "epoch": 5.907473309608541, + "grad_norm": 1.2734375, + "learning_rate": 0.00024942936947146515, + "loss": 4.4582, + "mean_token_accuracy": 0.2412016436457634, + "num_tokens": 14286508.0, + "step": 4980 + }, + { + "entropy": 5.019553327560425, + "epoch": 5.913404507710558, + "grad_norm": 1.2265625, + "learning_rate": 0.00024895619347940117, + "loss": 4.4313, + "mean_token_accuracy": 0.24287663996219636, + "num_tokens": 14301875.0, + "step": 4985 + }, + { + "entropy": 5.1189757823944095, + "epoch": 5.919335705812574, + "grad_norm": 1.2734375, + "learning_rate": 0.0002484831342049085, + "loss": 4.5169, + "mean_token_accuracy": 0.23093525767326356, + "num_tokens": 14315712.0, + "step": 4990 + }, + { + "entropy": 5.13128170967102, + "epoch": 5.925266903914591, + "grad_norm": 1.421875, + "learning_rate": 0.00024801019376804296, + "loss": 4.4875, + "mean_token_accuracy": 0.23937722593545913, + "num_tokens": 14332235.0, + "step": 4995 + }, + { + "entropy": 5.023594379425049, + "epoch": 5.931198102016607, + "grad_norm": 1.2109375, + "learning_rate": 0.0002475373742883282, + "loss": 4.3958, + "mean_token_accuracy": 0.24531046599149703, + "num_tokens": 14346485.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.8860513695909935, + "eval_loss": 5.2638068199157715, + "eval_mean_token_accuracy": 0.19476333996452436, + "eval_num_tokens": 14346485.0, + "eval_runtime": 1.8508, + "eval_samples_per_second": 1409.127, + "eval_steps_per_second": 176.141, + "step": 5000 + }, + { + "entropy": 5.034149408340454, + "epoch": 5.937129300118624, + "grad_norm": 1.3515625, + "learning_rate": 0.0002470646778847455, + "loss": 4.4338, + "mean_token_accuracy": 0.24789137989282609, + "num_tokens": 14360431.0, + "step": 5005 + }, + { + "entropy": 5.044485998153687, + "epoch": 5.943060498220641, + "grad_norm": 1.3046875, + "learning_rate": 0.00024659210667572464, + "loss": 4.4374, + "mean_token_accuracy": 0.2427036002278328, + "num_tokens": 14374960.0, + "step": 5010 + }, + { + "entropy": 4.964894771575928, + "epoch": 5.948991696322658, + "grad_norm": 1.4765625, + "learning_rate": 0.0002461196627791345, + "loss": 4.3326, + "mean_token_accuracy": 0.24831924736499786, + "num_tokens": 14388488.0, + "step": 5015 + }, + { + "entropy": 5.013204336166382, + "epoch": 5.954922894424674, + "grad_norm": 1.4453125, + "learning_rate": 0.00024564734831227316, + "loss": 4.4771, + "mean_token_accuracy": 0.23797560185194017, + "num_tokens": 14403923.0, + "step": 5020 + }, + { + "entropy": 5.095961856842041, + "epoch": 5.960854092526691, + "grad_norm": 1.4140625, + "learning_rate": 0.0002451751653918587, + "loss": 4.4535, + "mean_token_accuracy": 0.23533977270126344, + "num_tokens": 14417481.0, + "step": 5025 + }, + { + "entropy": 5.043536758422851, + "epoch": 5.966785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.00024470311613401997, + "loss": 4.4416, + "mean_token_accuracy": 0.24011671990156175, + "num_tokens": 14434806.0, + "step": 5030 + }, + { + "entropy": 5.013947820663452, + "epoch": 5.972716488730724, + "grad_norm": 1.4453125, + "learning_rate": 0.00024423120265428623, + "loss": 4.3787, + "mean_token_accuracy": 0.24650224894285203, + "num_tokens": 14448554.0, + "step": 5035 + }, + { + "entropy": 4.969161415100098, + "epoch": 5.9786476868327405, + "grad_norm": 1.2578125, + "learning_rate": 0.0002437594270675787, + "loss": 4.3442, + "mean_token_accuracy": 0.25067434906959535, + "num_tokens": 14462842.0, + "step": 5040 + }, + { + "entropy": 4.988726186752319, + "epoch": 5.9845788849347565, + "grad_norm": 1.3203125, + "learning_rate": 0.00024328779148820052, + "loss": 4.3582, + "mean_token_accuracy": 0.2596712946891785, + "num_tokens": 14477026.0, + "step": 5045 + }, + { + "entropy": 4.982583141326904, + "epoch": 5.9905100830367735, + "grad_norm": 1.265625, + "learning_rate": 0.0002428162980298272, + "loss": 4.3989, + "mean_token_accuracy": 0.2433629184961319, + "num_tokens": 14491639.0, + "step": 5050 + }, + { + "entropy": 5.094220066070557, + "epoch": 5.99644128113879, + "grad_norm": 1.3203125, + "learning_rate": 0.00024234494880549746, + "loss": 4.4513, + "mean_token_accuracy": 0.24791095554828643, + "num_tokens": 14506462.0, + "step": 5055 + }, + { + "entropy": 5.057077693939209, + "epoch": 6.002372479240806, + "grad_norm": 1.28125, + "learning_rate": 0.00024187374592760376, + "loss": 4.365, + "mean_token_accuracy": 0.2536967098712921, + "num_tokens": 14520476.0, + "step": 5060 + }, + { + "entropy": 5.019870138168335, + "epoch": 6.008303677342823, + "grad_norm": 1.2265625, + "learning_rate": 0.00024140269150788236, + "loss": 4.2916, + "mean_token_accuracy": 0.2510134935379028, + "num_tokens": 14537181.0, + "step": 5065 + }, + { + "entropy": 4.982530784606934, + "epoch": 6.01423487544484, + "grad_norm": 1.375, + "learning_rate": 0.00024093178765740452, + "loss": 4.2429, + "mean_token_accuracy": 0.2534199237823486, + "num_tokens": 14550772.0, + "step": 5070 + }, + { + "entropy": 5.102296018600464, + "epoch": 6.020166073546856, + "grad_norm": 1.328125, + "learning_rate": 0.00024046103648656648, + "loss": 4.3535, + "mean_token_accuracy": 0.25124617516994474, + "num_tokens": 14566314.0, + "step": 5075 + }, + { + "entropy": 5.08847975730896, + "epoch": 6.026097271648873, + "grad_norm": 1.484375, + "learning_rate": 0.00023999044010508037, + "loss": 4.3284, + "mean_token_accuracy": 0.2568944558501244, + "num_tokens": 14580403.0, + "step": 5080 + }, + { + "entropy": 4.967007684707641, + "epoch": 6.032028469750889, + "grad_norm": 1.4453125, + "learning_rate": 0.00023952000062196454, + "loss": 4.2529, + "mean_token_accuracy": 0.2650650665163994, + "num_tokens": 14595405.0, + "step": 5085 + }, + { + "entropy": 5.036498355865478, + "epoch": 6.037959667852906, + "grad_norm": 1.2265625, + "learning_rate": 0.0002390497201455342, + "loss": 4.2663, + "mean_token_accuracy": 0.26399629563093185, + "num_tokens": 14610257.0, + "step": 5090 + }, + { + "entropy": 5.030192470550537, + "epoch": 6.043890865954923, + "grad_norm": 1.421875, + "learning_rate": 0.00023857960078339208, + "loss": 4.235, + "mean_token_accuracy": 0.26408734172582626, + "num_tokens": 14625466.0, + "step": 5095 + }, + { + "entropy": 5.058362770080566, + "epoch": 6.049822064056939, + "grad_norm": 1.390625, + "learning_rate": 0.00023810964464241868, + "loss": 4.3471, + "mean_token_accuracy": 0.25345825403928757, + "num_tokens": 14641144.0, + "step": 5100 + }, + { + "entropy": 5.005357789993286, + "epoch": 6.055753262158956, + "grad_norm": 1.4140625, + "learning_rate": 0.00023763985382876308, + "loss": 4.3029, + "mean_token_accuracy": 0.2620812490582466, + "num_tokens": 14655471.0, + "step": 5105 + }, + { + "entropy": 5.017697954177857, + "epoch": 6.061684460260973, + "grad_norm": 1.359375, + "learning_rate": 0.00023717023044783343, + "loss": 4.2327, + "mean_token_accuracy": 0.26199271380901334, + "num_tokens": 14671020.0, + "step": 5110 + }, + { + "entropy": 5.054442548751831, + "epoch": 6.067615658362989, + "grad_norm": 1.3125, + "learning_rate": 0.00023670077660428756, + "loss": 4.3012, + "mean_token_accuracy": 0.2543821409344673, + "num_tokens": 14684345.0, + "step": 5115 + }, + { + "entropy": 5.016337776184082, + "epoch": 6.073546856465006, + "grad_norm": 1.4765625, + "learning_rate": 0.0002362314944020234, + "loss": 4.2357, + "mean_token_accuracy": 0.26443331986665725, + "num_tokens": 14698318.0, + "step": 5120 + }, + { + "entropy": 5.028752851486206, + "epoch": 6.079478054567023, + "grad_norm": 1.4609375, + "learning_rate": 0.0002357623859441698, + "loss": 4.2067, + "mean_token_accuracy": 0.2689851403236389, + "num_tokens": 14710351.0, + "step": 5125 + }, + { + "entropy": 5.086757469177246, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.3301, + "mean_token_accuracy": 0.2564917549490929, + "num_tokens": 14725474.0, + "step": 5130 + }, + { + "entropy": 5.0329282760620115, + "epoch": 6.091340450771056, + "grad_norm": 1.53125, + "learning_rate": 0.00023482469867030676, + "loss": 4.268, + "mean_token_accuracy": 0.2572768598794937, + "num_tokens": 14739047.0, + "step": 5135 + }, + { + "entropy": 5.00909194946289, + "epoch": 6.097271648873073, + "grad_norm": 1.46875, + "learning_rate": 0.00023435612405662388, + "loss": 4.2974, + "mean_token_accuracy": 0.24873994886875153, + "num_tokens": 14752432.0, + "step": 5140 + }, + { + "entropy": 4.988759613037109, + "epoch": 6.103202846975089, + "grad_norm": 1.3046875, + "learning_rate": 0.00023388773159198584, + "loss": 4.3, + "mean_token_accuracy": 0.24969834983348846, + "num_tokens": 14765769.0, + "step": 5145 + }, + { + "entropy": 5.055676460266113, + "epoch": 6.109134045077106, + "grad_norm": 1.4609375, + "learning_rate": 0.00023341952337553414, + "loss": 4.3037, + "mean_token_accuracy": 0.2598161458969116, + "num_tokens": 14781655.0, + "step": 5150 + }, + { + "entropy": 5.001733446121216, + "epoch": 6.115065243179123, + "grad_norm": 1.1953125, + "learning_rate": 0.0002329515015055843, + "loss": 4.2415, + "mean_token_accuracy": 0.2669500052928925, + "num_tokens": 14798175.0, + "step": 5155 + }, + { + "entropy": 4.9909673690795895, + "epoch": 6.120996441281139, + "grad_norm": 1.34375, + "learning_rate": 0.00023248366807961674, + "loss": 4.2805, + "mean_token_accuracy": 0.2576881363987923, + "num_tokens": 14812630.0, + "step": 5160 + }, + { + "entropy": 5.0708530902862545, + "epoch": 6.1269276393831555, + "grad_norm": 1.484375, + "learning_rate": 0.0002320160251942675, + "loss": 4.2921, + "mean_token_accuracy": 0.25415309369564054, + "num_tokens": 14825138.0, + "step": 5165 + }, + { + "entropy": 5.073080778121948, + "epoch": 6.132858837485172, + "grad_norm": 1.6328125, + "learning_rate": 0.00023154857494531872, + "loss": 4.3322, + "mean_token_accuracy": 0.252343113720417, + "num_tokens": 14838893.0, + "step": 5170 + }, + { + "entropy": 5.043838787078857, + "epoch": 6.1387900355871885, + "grad_norm": 1.25, + "learning_rate": 0.0002310813194276889, + "loss": 4.3189, + "mean_token_accuracy": 0.2520149201154709, + "num_tokens": 14853548.0, + "step": 5175 + }, + { + "entropy": 5.000109529495239, + "epoch": 6.144721233689205, + "grad_norm": 1.421875, + "learning_rate": 0.00023061426073542413, + "loss": 4.2719, + "mean_token_accuracy": 0.2534493938088417, + "num_tokens": 14868079.0, + "step": 5180 + }, + { + "entropy": 5.02756929397583, + "epoch": 6.1506524317912215, + "grad_norm": 1.2890625, + "learning_rate": 0.0002301474009616885, + "loss": 4.2848, + "mean_token_accuracy": 0.2585728645324707, + "num_tokens": 14882343.0, + "step": 5185 + }, + { + "entropy": 4.961363172531128, + "epoch": 6.156583629893238, + "grad_norm": 1.3984375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2671, + "mean_token_accuracy": 0.2636710450053215, + "num_tokens": 14895233.0, + "step": 5190 + }, + { + "entropy": 5.022676992416382, + "epoch": 6.162514827995255, + "grad_norm": 1.15625, + "learning_rate": 0.00022921428653799298, + "loss": 4.2511, + "mean_token_accuracy": 0.2618787810206413, + "num_tokens": 14910628.0, + "step": 5195 + }, + { + "entropy": 5.012147855758667, + "epoch": 6.168446026097271, + "grad_norm": 1.4375, + "learning_rate": 0.00022874803606986617, + "loss": 4.2421, + "mean_token_accuracy": 0.2644942194223404, + "num_tokens": 14923155.0, + "step": 5200 + }, + { + "entropy": 5.008904361724854, + "epoch": 6.174377224199288, + "grad_norm": 1.15625, + "learning_rate": 0.00022828199288391554, + "loss": 4.3171, + "mean_token_accuracy": 0.2553702756762505, + "num_tokens": 14938353.0, + "step": 5205 + }, + { + "entropy": 5.0244848251342775, + "epoch": 6.180308422301305, + "grad_norm": 1.421875, + "learning_rate": 0.00022781615906875414, + "loss": 4.3145, + "mean_token_accuracy": 0.25322963744401933, + "num_tokens": 14953774.0, + "step": 5210 + }, + { + "entropy": 5.008412456512451, + "epoch": 6.186239620403321, + "grad_norm": 1.3984375, + "learning_rate": 0.0002273505367120562, + "loss": 4.2341, + "mean_token_accuracy": 0.2646894872188568, + "num_tokens": 14968618.0, + "step": 5215 + }, + { + "entropy": 4.984117126464843, + "epoch": 6.192170818505338, + "grad_norm": 1.2890625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2244, + "mean_token_accuracy": 0.26672463715076444, + "num_tokens": 14981918.0, + "step": 5220 + }, + { + "entropy": 4.965973377227783, + "epoch": 6.198102016607355, + "grad_norm": 1.46875, + "learning_rate": 0.0002264199347200015, + "loss": 4.2641, + "mean_token_accuracy": 0.27005019336938857, + "num_tokens": 14997407.0, + "step": 5225 + }, + { + "entropy": 5.020095109939575, + "epoch": 6.204033214709371, + "grad_norm": 1.3515625, + "learning_rate": 0.00022595495925521804, + "loss": 4.2685, + "mean_token_accuracy": 0.25842465460300446, + "num_tokens": 15010566.0, + "step": 5230 + }, + { + "entropy": 5.039657354354858, + "epoch": 6.209964412811388, + "grad_norm": 1.296875, + "learning_rate": 0.0002254902035900261, + "loss": 4.3523, + "mean_token_accuracy": 0.2598764330148697, + "num_tokens": 15025458.0, + "step": 5235 + }, + { + "entropy": 4.943068265914917, + "epoch": 6.215895610913405, + "grad_norm": 1.375, + "learning_rate": 0.00022502566980726852, + "loss": 4.2457, + "mean_token_accuracy": 0.26292232871055604, + "num_tokens": 15039103.0, + "step": 5240 + }, + { + "entropy": 5.043027925491333, + "epoch": 6.221826809015421, + "grad_norm": 1.5703125, + "learning_rate": 0.00022456135998879335, + "loss": 4.2941, + "mean_token_accuracy": 0.25821716636419295, + "num_tokens": 15052802.0, + "step": 5245 + }, + { + "entropy": 5.080618524551392, + "epoch": 6.227758007117438, + "grad_norm": 1.4375, + "learning_rate": 0.0002240972762154453, + "loss": 4.3037, + "mean_token_accuracy": 0.25927335768938065, + "num_tokens": 15067133.0, + "step": 5250 + }, + { + "entropy": 5.022476577758789, + "epoch": 6.233689205219454, + "grad_norm": 1.484375, + "learning_rate": 0.000223633420567056, + "loss": 4.2966, + "mean_token_accuracy": 0.2569254443049431, + "num_tokens": 15079985.0, + "step": 5255 + }, + { + "entropy": 4.928483486175537, + "epoch": 6.239620403321471, + "grad_norm": 1.28125, + "learning_rate": 0.0002231697951224346, + "loss": 4.2144, + "mean_token_accuracy": 0.2635895624756813, + "num_tokens": 15095092.0, + "step": 5260 + }, + { + "entropy": 5.036012649536133, + "epoch": 6.245551601423488, + "grad_norm": 1.2265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.3631, + "mean_token_accuracy": 0.24321680516004562, + "num_tokens": 15111850.0, + "step": 5265 + }, + { + "entropy": 5.032869529724121, + "epoch": 6.251482799525504, + "grad_norm": 1.4765625, + "learning_rate": 0.00022224324315456474, + "loss": 4.2823, + "mean_token_accuracy": 0.2571799159049988, + "num_tokens": 15124918.0, + "step": 5270 + }, + { + "entropy": 4.980008888244629, + "epoch": 6.257413997627521, + "grad_norm": 1.3515625, + "learning_rate": 0.00022178032078373894, + "loss": 4.3428, + "mean_token_accuracy": 0.2544923171401024, + "num_tokens": 15140428.0, + "step": 5275 + }, + { + "entropy": 5.05231351852417, + "epoch": 6.263345195729538, + "grad_norm": 1.1953125, + "learning_rate": 0.00022131763692150798, + "loss": 4.2956, + "mean_token_accuracy": 0.2509635344147682, + "num_tokens": 15154310.0, + "step": 5280 + }, + { + "entropy": 5.06721715927124, + "epoch": 6.269276393831554, + "grad_norm": 1.4609375, + "learning_rate": 0.00022085519364142963, + "loss": 4.3207, + "mean_token_accuracy": 0.2531687691807747, + "num_tokens": 15167607.0, + "step": 5285 + }, + { + "entropy": 4.985915088653565, + "epoch": 6.275207591933571, + "grad_norm": 1.3828125, + "learning_rate": 0.00022039299301598343, + "loss": 4.3167, + "mean_token_accuracy": 0.2527414485812187, + "num_tokens": 15181200.0, + "step": 5290 + }, + { + "entropy": 5.053257703781128, + "epoch": 6.2811387900355875, + "grad_norm": 1.3359375, + "learning_rate": 0.00021993103711656148, + "loss": 4.3152, + "mean_token_accuracy": 0.2575220212340355, + "num_tokens": 15196050.0, + "step": 5295 + }, + { + "entropy": 5.0179276943206785, + "epoch": 6.2870699881376035, + "grad_norm": 1.3359375, + "learning_rate": 0.00021946932801345903, + "loss": 4.2558, + "mean_token_accuracy": 0.260312719643116, + "num_tokens": 15209134.0, + "step": 5300 + }, + { + "entropy": 4.979709911346435, + "epoch": 6.2930011862396205, + "grad_norm": 1.3203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.3143, + "mean_token_accuracy": 0.2523039475083351, + "num_tokens": 15223574.0, + "step": 5305 + }, + { + "entropy": 5.009503602981567, + "epoch": 6.298932384341637, + "grad_norm": 1.40625, + "learning_rate": 0.00021854665847185445, + "loss": 4.2875, + "mean_token_accuracy": 0.25636068880558016, + "num_tokens": 15237201.0, + "step": 5310 + }, + { + "entropy": 4.9620115756988525, + "epoch": 6.304863582443653, + "grad_norm": 1.4375, + "learning_rate": 0.00021808570216837569, + "loss": 4.3051, + "mean_token_accuracy": 0.25059895515441893, + "num_tokens": 15252757.0, + "step": 5315 + }, + { + "entropy": 5.016540050506592, + "epoch": 6.31079478054567, + "grad_norm": 1.40625, + "learning_rate": 0.0002176250009312446, + "loss": 4.3384, + "mean_token_accuracy": 0.24727711826562881, + "num_tokens": 15267448.0, + "step": 5320 + }, + { + "entropy": 5.009750556945801, + "epoch": 6.316725978647687, + "grad_norm": 1.4609375, + "learning_rate": 0.0002171645568251337, + "loss": 4.2853, + "mean_token_accuracy": 0.25654620230197905, + "num_tokens": 15280276.0, + "step": 5325 + }, + { + "entropy": 4.978376150131226, + "epoch": 6.322657176749703, + "grad_norm": 1.296875, + "learning_rate": 0.00021670437191356295, + "loss": 4.2642, + "mean_token_accuracy": 0.2605225682258606, + "num_tokens": 15293960.0, + "step": 5330 + }, + { + "entropy": 4.949605989456177, + "epoch": 6.32858837485172, + "grad_norm": 1.28125, + "learning_rate": 0.0002162444482588908, + "loss": 4.2391, + "mean_token_accuracy": 0.2608349248766899, + "num_tokens": 15309698.0, + "step": 5335 + }, + { + "entropy": 4.959253168106079, + "epoch": 6.334519572953736, + "grad_norm": 1.4453125, + "learning_rate": 0.00021578478792230504, + "loss": 4.1459, + "mean_token_accuracy": 0.2709234029054642, + "num_tokens": 15322491.0, + "step": 5340 + }, + { + "entropy": 4.951858901977539, + "epoch": 6.340450771055753, + "grad_norm": 1.28125, + "learning_rate": 0.00021532539296381314, + "loss": 4.228, + "mean_token_accuracy": 0.2675049722194672, + "num_tokens": 15335914.0, + "step": 5345 + }, + { + "entropy": 5.012625598907471, + "epoch": 6.34638196915777, + "grad_norm": 1.296875, + "learning_rate": 0.00021486626544223332, + "loss": 4.317, + "mean_token_accuracy": 0.25726097226142886, + "num_tokens": 15350136.0, + "step": 5350 + }, + { + "entropy": 5.0181556224823, + "epoch": 6.352313167259786, + "grad_norm": 1.421875, + "learning_rate": 0.00021440740741518534, + "loss": 4.2696, + "mean_token_accuracy": 0.26408939957618716, + "num_tokens": 15362615.0, + "step": 5355 + }, + { + "entropy": 5.001295375823974, + "epoch": 6.358244365361803, + "grad_norm": 1.5390625, + "learning_rate": 0.00021394882093908097, + "loss": 4.2675, + "mean_token_accuracy": 0.2587674051523209, + "num_tokens": 15377410.0, + "step": 5360 + }, + { + "entropy": 5.001947593688965, + "epoch": 6.36417556346382, + "grad_norm": 1.4296875, + "learning_rate": 0.00021349050806911536, + "loss": 4.2396, + "mean_token_accuracy": 0.26232816129922865, + "num_tokens": 15391601.0, + "step": 5365 + }, + { + "entropy": 4.981376266479492, + "epoch": 6.370106761565836, + "grad_norm": 1.3828125, + "learning_rate": 0.00021303247085925715, + "loss": 4.275, + "mean_token_accuracy": 0.25759045481681825, + "num_tokens": 15404904.0, + "step": 5370 + }, + { + "entropy": 4.972017908096314, + "epoch": 6.376037959667853, + "grad_norm": 1.40625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1785, + "mean_token_accuracy": 0.2671340972185135, + "num_tokens": 15417438.0, + "step": 5375 + }, + { + "entropy": 4.9670978546142575, + "epoch": 6.38196915776987, + "grad_norm": 1.3828125, + "learning_rate": 0.00021211723162955194, + "loss": 4.2631, + "mean_token_accuracy": 0.26574990898370743, + "num_tokens": 15431449.0, + "step": 5380 + }, + { + "entropy": 5.062072324752807, + "epoch": 6.387900355871886, + "grad_norm": 1.4375, + "learning_rate": 0.00021166003371142855, + "loss": 4.3397, + "mean_token_accuracy": 0.24796287715435028, + "num_tokens": 15446236.0, + "step": 5385 + }, + { + "entropy": 5.07905125617981, + "epoch": 6.393831553973903, + "grad_norm": 1.3359375, + "learning_rate": 0.0002112031196568418, + "loss": 4.3522, + "mean_token_accuracy": 0.2528716191649437, + "num_tokens": 15460813.0, + "step": 5390 + }, + { + "entropy": 5.038124704360962, + "epoch": 6.39976275207592, + "grad_norm": 1.40625, + "learning_rate": 0.00021074649151349157, + "loss": 4.3095, + "mean_token_accuracy": 0.25035764575004577, + "num_tokens": 15476259.0, + "step": 5395 + }, + { + "entropy": 5.005946063995362, + "epoch": 6.405693950177936, + "grad_norm": 1.4375, + "learning_rate": 0.00021029015132779615, + "loss": 4.2713, + "mean_token_accuracy": 0.25605716109275817, + "num_tokens": 15489630.0, + "step": 5400 + }, + { + "entropy": 4.9758141994476315, + "epoch": 6.411625148279953, + "grad_norm": 1.1953125, + "learning_rate": 0.00020983410114488367, + "loss": 4.2804, + "mean_token_accuracy": 0.2633867159485817, + "num_tokens": 15504826.0, + "step": 5405 + }, + { + "entropy": 5.095077753067017, + "epoch": 6.41755634638197, + "grad_norm": 1.21875, + "learning_rate": 0.0002093783430085825, + "loss": 4.3843, + "mean_token_accuracy": 0.2466120555996895, + "num_tokens": 15521236.0, + "step": 5410 + }, + { + "entropy": 5.009157133102417, + "epoch": 6.423487544483986, + "grad_norm": 1.3671875, + "learning_rate": 0.00020892287896141204, + "loss": 4.3164, + "mean_token_accuracy": 0.2507207080721855, + "num_tokens": 15535232.0, + "step": 5415 + }, + { + "entropy": 4.967687273025513, + "epoch": 6.4294187425860025, + "grad_norm": 1.34375, + "learning_rate": 0.0002084677110445739, + "loss": 4.3213, + "mean_token_accuracy": 0.2534439966082573, + "num_tokens": 15549986.0, + "step": 5420 + }, + { + "entropy": 4.997312068939209, + "epoch": 6.435349940688019, + "grad_norm": 1.3125, + "learning_rate": 0.0002080128412979425, + "loss": 4.3035, + "mean_token_accuracy": 0.2496727466583252, + "num_tokens": 15564901.0, + "step": 5425 + }, + { + "entropy": 5.063030624389649, + "epoch": 6.4412811387900355, + "grad_norm": 1.578125, + "learning_rate": 0.00020755827176005575, + "loss": 4.3508, + "mean_token_accuracy": 0.25321594923734664, + "num_tokens": 15582895.0, + "step": 5430 + }, + { + "entropy": 5.005529594421387, + "epoch": 6.447212336892052, + "grad_norm": 1.296875, + "learning_rate": 0.00020710400446810658, + "loss": 4.2506, + "mean_token_accuracy": 0.2576309829950333, + "num_tokens": 15596965.0, + "step": 5435 + }, + { + "entropy": 5.011136293411255, + "epoch": 6.4531435349940685, + "grad_norm": 1.2265625, + "learning_rate": 0.00020665004145793293, + "loss": 4.3019, + "mean_token_accuracy": 0.25358843207359316, + "num_tokens": 15611688.0, + "step": 5440 + }, + { + "entropy": 4.997492885589599, + "epoch": 6.459074733096085, + "grad_norm": 1.171875, + "learning_rate": 0.00020619638476400943, + "loss": 4.3155, + "mean_token_accuracy": 0.254525488615036, + "num_tokens": 15626567.0, + "step": 5445 + }, + { + "entropy": 5.012764024734497, + "epoch": 6.465005931198102, + "grad_norm": 1.3984375, + "learning_rate": 0.00020574303641943782, + "loss": 4.2949, + "mean_token_accuracy": 0.25787416100502014, + "num_tokens": 15641448.0, + "step": 5450 + }, + { + "entropy": 4.973249864578247, + "epoch": 6.470937129300118, + "grad_norm": 1.640625, + "learning_rate": 0.0002052899984559377, + "loss": 4.2957, + "mean_token_accuracy": 0.25665432065725324, + "num_tokens": 15655478.0, + "step": 5455 + }, + { + "entropy": 4.9652416706085205, + "epoch": 6.476868327402135, + "grad_norm": 1.2578125, + "learning_rate": 0.00020483727290383812, + "loss": 4.2559, + "mean_token_accuracy": 0.2595137730240822, + "num_tokens": 15670268.0, + "step": 5460 + }, + { + "entropy": 5.0037332534790036, + "epoch": 6.482799525504152, + "grad_norm": 1.2734375, + "learning_rate": 0.00020438486179206772, + "loss": 4.2668, + "mean_token_accuracy": 0.26161179691553116, + "num_tokens": 15684346.0, + "step": 5465 + }, + { + "entropy": 5.056458282470703, + "epoch": 6.488730723606168, + "grad_norm": 1.4296875, + "learning_rate": 0.0002039327671481459, + "loss": 4.3082, + "mean_token_accuracy": 0.25756986290216444, + "num_tokens": 15697715.0, + "step": 5470 + }, + { + "entropy": 4.9800026416778564, + "epoch": 6.494661921708185, + "grad_norm": 1.5390625, + "learning_rate": 0.000203480990998174, + "loss": 4.2732, + "mean_token_accuracy": 0.2652369484305382, + "num_tokens": 15711164.0, + "step": 5475 + }, + { + "entropy": 5.010848426818848, + "epoch": 6.500593119810202, + "grad_norm": 1.3671875, + "learning_rate": 0.00020302953536682606, + "loss": 4.3121, + "mean_token_accuracy": 0.25519239008426664, + "num_tokens": 15726090.0, + "step": 5480 + }, + { + "entropy": 4.979192781448364, + "epoch": 6.506524317912218, + "grad_norm": 1.40625, + "learning_rate": 0.00020257840227733926, + "loss": 4.3159, + "mean_token_accuracy": 0.2554710179567337, + "num_tokens": 15740267.0, + "step": 5485 + }, + { + "entropy": 5.0485481262207035, + "epoch": 6.512455516014235, + "grad_norm": 1.34375, + "learning_rate": 0.00020212759375150564, + "loss": 4.2913, + "mean_token_accuracy": 0.2593435138463974, + "num_tokens": 15755531.0, + "step": 5490 + }, + { + "entropy": 4.97378363609314, + "epoch": 6.518386714116252, + "grad_norm": 1.3515625, + "learning_rate": 0.00020167711180966275, + "loss": 4.2902, + "mean_token_accuracy": 0.25500780791044236, + "num_tokens": 15770763.0, + "step": 5495 + }, + { + "entropy": 4.9556597709655765, + "epoch": 6.524317912218268, + "grad_norm": 1.4609375, + "learning_rate": 0.00020122695847068413, + "loss": 4.2733, + "mean_token_accuracy": 0.2600768730044365, + "num_tokens": 15784076.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.884481093634857, + "eval_loss": 5.281618595123291, + "eval_mean_token_accuracy": 0.1946958752771828, + "eval_num_tokens": 15784076.0, + "eval_runtime": 1.8516, + "eval_samples_per_second": 1408.539, + "eval_steps_per_second": 176.067, + "step": 5500 + }, + { + "entropy": 4.992613029479981, + "epoch": 6.530249110320285, + "grad_norm": 1.375, + "learning_rate": 0.00020077713575197115, + "loss": 4.2774, + "mean_token_accuracy": 0.2598809704184532, + "num_tokens": 15798772.0, + "step": 5505 + }, + { + "entropy": 4.969381618499756, + "epoch": 6.536180308422301, + "grad_norm": 1.3125, + "learning_rate": 0.000200327645669443, + "loss": 4.3222, + "mean_token_accuracy": 0.2580392867326736, + "num_tokens": 15813063.0, + "step": 5510 + }, + { + "entropy": 5.044298219680786, + "epoch": 6.542111506524318, + "grad_norm": 1.25, + "learning_rate": 0.0001998784902375284, + "loss": 4.3691, + "mean_token_accuracy": 0.2431435078382492, + "num_tokens": 15827988.0, + "step": 5515 + }, + { + "entropy": 5.024580574035644, + "epoch": 6.548042704626335, + "grad_norm": 1.3203125, + "learning_rate": 0.00019942967146915642, + "loss": 4.3362, + "mean_token_accuracy": 0.2600793331861496, + "num_tokens": 15843536.0, + "step": 5520 + }, + { + "entropy": 4.991915321350097, + "epoch": 6.553973902728351, + "grad_norm": 1.171875, + "learning_rate": 0.000198981191375747, + "loss": 4.2833, + "mean_token_accuracy": 0.2573126941919327, + "num_tokens": 15858319.0, + "step": 5525 + }, + { + "entropy": 5.046734762191773, + "epoch": 6.559905100830368, + "grad_norm": 1.296875, + "learning_rate": 0.0001985330519672025, + "loss": 4.3785, + "mean_token_accuracy": 0.2462637796998024, + "num_tokens": 15873593.0, + "step": 5530 + }, + { + "entropy": 5.0682448387146, + "epoch": 6.565836298932385, + "grad_norm": 1.296875, + "learning_rate": 0.00019808525525189864, + "loss": 4.3884, + "mean_token_accuracy": 0.24961629062891005, + "num_tokens": 15889558.0, + "step": 5535 + }, + { + "entropy": 4.950687074661255, + "epoch": 6.571767497034401, + "grad_norm": 1.2421875, + "learning_rate": 0.00019763780323667478, + "loss": 4.2593, + "mean_token_accuracy": 0.25389406830072403, + "num_tokens": 15904563.0, + "step": 5540 + }, + { + "entropy": 5.019732427597046, + "epoch": 6.577698695136418, + "grad_norm": 1.5546875, + "learning_rate": 0.00019719069792682603, + "loss": 4.2874, + "mean_token_accuracy": 0.26106633692979814, + "num_tokens": 15917386.0, + "step": 5545 + }, + { + "entropy": 4.999498510360718, + "epoch": 6.5836298932384345, + "grad_norm": 1.4453125, + "learning_rate": 0.00019674394132609358, + "loss": 4.2255, + "mean_token_accuracy": 0.26569036692380904, + "num_tokens": 15930288.0, + "step": 5550 + }, + { + "entropy": 5.013231325149536, + "epoch": 6.5895610913404505, + "grad_norm": 1.4375, + "learning_rate": 0.00019629753543665558, + "loss": 4.2773, + "mean_token_accuracy": 0.26227799504995347, + "num_tokens": 15943755.0, + "step": 5555 + }, + { + "entropy": 4.989235734939575, + "epoch": 6.5954922894424675, + "grad_norm": 1.5703125, + "learning_rate": 0.00019585148225911863, + "loss": 4.3205, + "mean_token_accuracy": 0.25589252859354017, + "num_tokens": 15956775.0, + "step": 5560 + }, + { + "entropy": 4.992581224441528, + "epoch": 6.6014234875444835, + "grad_norm": 1.5625, + "learning_rate": 0.0001954057837925089, + "loss": 4.2927, + "mean_token_accuracy": 0.255673760175705, + "num_tokens": 15970574.0, + "step": 5565 + }, + { + "entropy": 4.997840213775635, + "epoch": 6.6073546856465, + "grad_norm": 1.359375, + "learning_rate": 0.00019496044203426227, + "loss": 4.2622, + "mean_token_accuracy": 0.26642684191465377, + "num_tokens": 15984655.0, + "step": 5570 + }, + { + "entropy": 4.9672706604003904, + "epoch": 6.613285883748517, + "grad_norm": 1.53125, + "learning_rate": 0.0001945154589802165, + "loss": 4.273, + "mean_token_accuracy": 0.2563008666038513, + "num_tokens": 15999153.0, + "step": 5575 + }, + { + "entropy": 5.062337398529053, + "epoch": 6.619217081850534, + "grad_norm": 1.4296875, + "learning_rate": 0.00019407083662460167, + "loss": 4.3264, + "mean_token_accuracy": 0.25327343344688413, + "num_tokens": 16013469.0, + "step": 5580 + }, + { + "entropy": 5.05042200088501, + "epoch": 6.62514827995255, + "grad_norm": 1.28125, + "learning_rate": 0.00019362657696003118, + "loss": 4.383, + "mean_token_accuracy": 0.24745286107063294, + "num_tokens": 16026952.0, + "step": 5585 + }, + { + "entropy": 4.911050510406494, + "epoch": 6.631079478054567, + "grad_norm": 1.3046875, + "learning_rate": 0.00019318268197749333, + "loss": 4.267, + "mean_token_accuracy": 0.2533601656556129, + "num_tokens": 16042174.0, + "step": 5590 + }, + { + "entropy": 4.979975843429566, + "epoch": 6.637010676156583, + "grad_norm": 1.4375, + "learning_rate": 0.0001927391536663417, + "loss": 4.2227, + "mean_token_accuracy": 0.2669878140091896, + "num_tokens": 16056978.0, + "step": 5595 + }, + { + "entropy": 5.086388874053955, + "epoch": 6.6429418742586, + "grad_norm": 1.3828125, + "learning_rate": 0.00019229599401428678, + "loss": 4.3623, + "mean_token_accuracy": 0.2505487442016602, + "num_tokens": 16072876.0, + "step": 5600 + }, + { + "entropy": 4.959554862976074, + "epoch": 6.648873072360617, + "grad_norm": 1.3125, + "learning_rate": 0.000191853205007387, + "loss": 4.2708, + "mean_token_accuracy": 0.2592278331518173, + "num_tokens": 16087737.0, + "step": 5605 + }, + { + "entropy": 4.961795854568481, + "epoch": 6.654804270462633, + "grad_norm": 1.265625, + "learning_rate": 0.00019141078863003946, + "loss": 4.3073, + "mean_token_accuracy": 0.2558647975325584, + "num_tokens": 16102186.0, + "step": 5610 + }, + { + "entropy": 5.00455961227417, + "epoch": 6.66073546856465, + "grad_norm": 1.453125, + "learning_rate": 0.0001909687468649715, + "loss": 4.3416, + "mean_token_accuracy": 0.25692396610975266, + "num_tokens": 16115732.0, + "step": 5615 + }, + { + "entropy": 5.02725658416748, + "epoch": 6.666666666666667, + "grad_norm": 1.2421875, + "learning_rate": 0.00019052708169323157, + "loss": 4.2383, + "mean_token_accuracy": 0.26466243863105776, + "num_tokens": 16129857.0, + "step": 5620 + }, + { + "entropy": 5.016177845001221, + "epoch": 6.672597864768683, + "grad_norm": 1.328125, + "learning_rate": 0.00019008579509418016, + "loss": 4.2626, + "mean_token_accuracy": 0.26054307669401167, + "num_tokens": 16144647.0, + "step": 5625 + }, + { + "entropy": 5.021915864944458, + "epoch": 6.6785290628707, + "grad_norm": 1.2421875, + "learning_rate": 0.00018964488904548143, + "loss": 4.4141, + "mean_token_accuracy": 0.2402704417705536, + "num_tokens": 16161098.0, + "step": 5630 + }, + { + "entropy": 4.967159461975098, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.2638, + "mean_token_accuracy": 0.26501198709011076, + "num_tokens": 16175787.0, + "step": 5635 + }, + { + "entropy": 5.022961235046386, + "epoch": 6.690391459074733, + "grad_norm": 1.328125, + "learning_rate": 0.00018876422650126196, + "loss": 4.2766, + "mean_token_accuracy": 0.2616144120693207, + "num_tokens": 16190855.0, + "step": 5640 + }, + { + "entropy": 4.9670257568359375, + "epoch": 6.69632265717675, + "grad_norm": 1.453125, + "learning_rate": 0.00018832447395250658, + "loss": 4.264, + "mean_token_accuracy": 0.26231630742549894, + "num_tokens": 16205330.0, + "step": 5645 + }, + { + "entropy": 4.970721054077148, + "epoch": 6.702253855278766, + "grad_norm": 1.390625, + "learning_rate": 0.00018788510984761697, + "loss": 4.3421, + "mean_token_accuracy": 0.2487207517027855, + "num_tokens": 16220297.0, + "step": 5650 + }, + { + "entropy": 5.020165491104126, + "epoch": 6.708185053380783, + "grad_norm": 1.3828125, + "learning_rate": 0.0001874461361556412, + "loss": 4.2893, + "mean_token_accuracy": 0.2616558983922005, + "num_tokens": 16234499.0, + "step": 5655 + }, + { + "entropy": 5.000153207778931, + "epoch": 6.7141162514828, + "grad_norm": 1.3203125, + "learning_rate": 0.00018700755484387795, + "loss": 4.274, + "mean_token_accuracy": 0.2563459500670433, + "num_tokens": 16248717.0, + "step": 5660 + }, + { + "entropy": 5.028919696807861, + "epoch": 6.720047449584817, + "grad_norm": 1.5078125, + "learning_rate": 0.0001865693678778672, + "loss": 4.344, + "mean_token_accuracy": 0.25129691511392593, + "num_tokens": 16264245.0, + "step": 5665 + }, + { + "entropy": 4.946048212051392, + "epoch": 6.725978647686833, + "grad_norm": 1.484375, + "learning_rate": 0.0001861315772213818, + "loss": 4.2232, + "mean_token_accuracy": 0.264399316906929, + "num_tokens": 16278194.0, + "step": 5670 + }, + { + "entropy": 4.968748998641968, + "epoch": 6.7319098457888495, + "grad_norm": 1.546875, + "learning_rate": 0.00018569418483641847, + "loss": 4.2983, + "mean_token_accuracy": 0.25009156465530397, + "num_tokens": 16291351.0, + "step": 5675 + }, + { + "entropy": 4.997514867782593, + "epoch": 6.737841043890866, + "grad_norm": 1.2421875, + "learning_rate": 0.00018525719268318896, + "loss": 4.3553, + "mean_token_accuracy": 0.2540345326066017, + "num_tokens": 16305860.0, + "step": 5680 + }, + { + "entropy": 5.055976247787475, + "epoch": 6.7437722419928825, + "grad_norm": 1.421875, + "learning_rate": 0.00018482060272011135, + "loss": 4.3244, + "mean_token_accuracy": 0.25088112652301786, + "num_tokens": 16321514.0, + "step": 5685 + }, + { + "entropy": 4.97979998588562, + "epoch": 6.749703440094899, + "grad_norm": 1.5234375, + "learning_rate": 0.00018438441690380141, + "loss": 4.2751, + "mean_token_accuracy": 0.26026569604873656, + "num_tokens": 16335179.0, + "step": 5690 + }, + { + "entropy": 5.074652004241943, + "epoch": 6.7556346381969155, + "grad_norm": 1.3203125, + "learning_rate": 0.00018394863718906352, + "loss": 4.4071, + "mean_token_accuracy": 0.254218690097332, + "num_tokens": 16349015.0, + "step": 5695 + }, + { + "entropy": 5.019668960571289, + "epoch": 6.761565836298932, + "grad_norm": 1.3046875, + "learning_rate": 0.00018351326552888214, + "loss": 4.3321, + "mean_token_accuracy": 0.2562092557549477, + "num_tokens": 16363159.0, + "step": 5700 + }, + { + "entropy": 4.9923424243927, + "epoch": 6.767497034400949, + "grad_norm": 1.25, + "learning_rate": 0.00018307830387441322, + "loss": 4.273, + "mean_token_accuracy": 0.26362170577049254, + "num_tokens": 16377666.0, + "step": 5705 + }, + { + "entropy": 4.977004051208496, + "epoch": 6.773428232502965, + "grad_norm": 1.59375, + "learning_rate": 0.00018264375417497474, + "loss": 4.2406, + "mean_token_accuracy": 0.2623505651950836, + "num_tokens": 16388704.0, + "step": 5710 + }, + { + "entropy": 4.962380838394165, + "epoch": 6.779359430604982, + "grad_norm": 1.3359375, + "learning_rate": 0.00018220961837803895, + "loss": 4.2847, + "mean_token_accuracy": 0.2599011495709419, + "num_tokens": 16401754.0, + "step": 5715 + }, + { + "entropy": 4.948617219924927, + "epoch": 6.785290628706999, + "grad_norm": 1.4140625, + "learning_rate": 0.00018177589842922293, + "loss": 4.2692, + "mean_token_accuracy": 0.26144648939371107, + "num_tokens": 16418388.0, + "step": 5720 + }, + { + "entropy": 4.979605340957642, + "epoch": 6.791221826809015, + "grad_norm": 1.296875, + "learning_rate": 0.00018134259627228006, + "loss": 4.2829, + "mean_token_accuracy": 0.2577250197529793, + "num_tokens": 16431601.0, + "step": 5725 + }, + { + "entropy": 4.999537801742553, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.2499, + "mean_token_accuracy": 0.2631471410393715, + "num_tokens": 16446110.0, + "step": 5730 + }, + { + "entropy": 5.030329990386963, + "epoch": 6.803084223013048, + "grad_norm": 1.359375, + "learning_rate": 0.00018047725309965735, + "loss": 4.3301, + "mean_token_accuracy": 0.2531889766454697, + "num_tokens": 16460036.0, + "step": 5735 + }, + { + "entropy": 4.995620012283325, + "epoch": 6.809015421115065, + "grad_norm": 1.40625, + "learning_rate": 0.00018004521596208766, + "loss": 4.248, + "mean_token_accuracy": 0.2623419493436813, + "num_tokens": 16472901.0, + "step": 5740 + }, + { + "entropy": 5.014560604095459, + "epoch": 6.814946619217082, + "grad_norm": 1.40625, + "learning_rate": 0.00017961360437259439, + "loss": 4.3113, + "mean_token_accuracy": 0.25390406548976896, + "num_tokens": 16486612.0, + "step": 5745 + }, + { + "entropy": 5.014849090576172, + "epoch": 6.820877817319099, + "grad_norm": 1.375, + "learning_rate": 0.0001791824202654821, + "loss": 4.3416, + "mean_token_accuracy": 0.25288961082696915, + "num_tokens": 16500559.0, + "step": 5750 + }, + { + "entropy": 5.032455158233643, + "epoch": 6.826809015421115, + "grad_norm": 1.4921875, + "learning_rate": 0.0001787516655731397, + "loss": 4.3302, + "mean_token_accuracy": 0.2583913758397102, + "num_tokens": 16515752.0, + "step": 5755 + }, + { + "entropy": 5.089465379714966, + "epoch": 6.832740213523132, + "grad_norm": 1.3671875, + "learning_rate": 0.0001783213422260316, + "loss": 4.3634, + "mean_token_accuracy": 0.2511953800916672, + "num_tokens": 16531023.0, + "step": 5760 + }, + { + "entropy": 5.050791549682617, + "epoch": 6.838671411625148, + "grad_norm": 1.328125, + "learning_rate": 0.00017789145215268905, + "loss": 4.356, + "mean_token_accuracy": 0.25255084186792376, + "num_tokens": 16544717.0, + "step": 5765 + }, + { + "entropy": 5.027574872970581, + "epoch": 6.844602609727165, + "grad_norm": 1.59375, + "learning_rate": 0.00017746199727970157, + "loss": 4.2875, + "mean_token_accuracy": 0.25751627534627913, + "num_tokens": 16558718.0, + "step": 5770 + }, + { + "entropy": 4.941769981384278, + "epoch": 6.850533807829182, + "grad_norm": 1.3984375, + "learning_rate": 0.00017703297953170855, + "loss": 4.2604, + "mean_token_accuracy": 0.2565512701869011, + "num_tokens": 16571971.0, + "step": 5775 + }, + { + "entropy": 4.9367735385894775, + "epoch": 6.856465005931198, + "grad_norm": 1.296875, + "learning_rate": 0.0001766044008313898, + "loss": 4.2527, + "mean_token_accuracy": 0.25663810819387434, + "num_tokens": 16586810.0, + "step": 5780 + }, + { + "entropy": 4.999728393554688, + "epoch": 6.862396204033215, + "grad_norm": 1.46875, + "learning_rate": 0.00017617626309945805, + "loss": 4.3135, + "mean_token_accuracy": 0.260909603536129, + "num_tokens": 16600444.0, + "step": 5785 + }, + { + "entropy": 5.033272361755371, + "epoch": 6.868327402135232, + "grad_norm": 1.3515625, + "learning_rate": 0.0001757485682546495, + "loss": 4.3154, + "mean_token_accuracy": 0.2603486180305481, + "num_tokens": 16614296.0, + "step": 5790 + }, + { + "entropy": 5.006903886795044, + "epoch": 6.874258600237248, + "grad_norm": 1.4453125, + "learning_rate": 0.00017532131821371556, + "loss": 4.2961, + "mean_token_accuracy": 0.2593622162938118, + "num_tokens": 16629672.0, + "step": 5795 + }, + { + "entropy": 5.031254053115845, + "epoch": 6.880189798339265, + "grad_norm": 1.4609375, + "learning_rate": 0.00017489451489141426, + "loss": 4.3251, + "mean_token_accuracy": 0.2636476755142212, + "num_tokens": 16643371.0, + "step": 5800 + }, + { + "entropy": 4.998486804962158, + "epoch": 6.8861209964412815, + "grad_norm": 1.2578125, + "learning_rate": 0.00017446816020050165, + "loss": 4.2776, + "mean_token_accuracy": 0.26118607372045516, + "num_tokens": 16657859.0, + "step": 5805 + }, + { + "entropy": 5.012885808944702, + "epoch": 6.8920521945432975, + "grad_norm": 1.375, + "learning_rate": 0.00017404225605172302, + "loss": 4.3016, + "mean_token_accuracy": 0.2527347654104233, + "num_tokens": 16672558.0, + "step": 5810 + }, + { + "entropy": 5.0123857975006105, + "epoch": 6.8979833926453145, + "grad_norm": 1.421875, + "learning_rate": 0.00017361680435380473, + "loss": 4.3303, + "mean_token_accuracy": 0.25539321452379227, + "num_tokens": 16689315.0, + "step": 5815 + }, + { + "entropy": 5.009195709228516, + "epoch": 6.9039145907473305, + "grad_norm": 1.390625, + "learning_rate": 0.00017319180701344533, + "loss": 4.2732, + "mean_token_accuracy": 0.2532987639307976, + "num_tokens": 16702497.0, + "step": 5820 + }, + { + "entropy": 5.049877500534057, + "epoch": 6.909845788849347, + "grad_norm": 1.5390625, + "learning_rate": 0.0001727672659353072, + "loss": 4.3818, + "mean_token_accuracy": 0.2502291098237038, + "num_tokens": 16718310.0, + "step": 5825 + }, + { + "entropy": 5.045993995666504, + "epoch": 6.915776986951364, + "grad_norm": 1.4765625, + "learning_rate": 0.00017234318302200794, + "loss": 4.2844, + "mean_token_accuracy": 0.2645047038793564, + "num_tokens": 16731130.0, + "step": 5830 + }, + { + "entropy": 5.081157875061035, + "epoch": 6.921708185053381, + "grad_norm": 1.3125, + "learning_rate": 0.00017191956017411164, + "loss": 4.3502, + "mean_token_accuracy": 0.2512794554233551, + "num_tokens": 16745882.0, + "step": 5835 + }, + { + "entropy": 5.000585603713989, + "epoch": 6.927639383155397, + "grad_norm": 1.28125, + "learning_rate": 0.0001714963992901208, + "loss": 4.3411, + "mean_token_accuracy": 0.25133366882801056, + "num_tokens": 16761426.0, + "step": 5840 + }, + { + "entropy": 4.972080373764038, + "epoch": 6.933570581257414, + "grad_norm": 1.375, + "learning_rate": 0.00017107370226646765, + "loss": 4.3075, + "mean_token_accuracy": 0.2543981775641441, + "num_tokens": 16776461.0, + "step": 5845 + }, + { + "entropy": 5.011546659469604, + "epoch": 6.93950177935943, + "grad_norm": 1.3515625, + "learning_rate": 0.00017065147099750526, + "loss": 4.3078, + "mean_token_accuracy": 0.26084921658039095, + "num_tokens": 16790034.0, + "step": 5850 + }, + { + "entropy": 5.00345549583435, + "epoch": 6.945432977461447, + "grad_norm": 1.5234375, + "learning_rate": 0.00017022970737549963, + "loss": 4.2544, + "mean_token_accuracy": 0.2648362904787064, + "num_tokens": 16804732.0, + "step": 5855 + }, + { + "entropy": 4.927154588699341, + "epoch": 6.951364175563464, + "grad_norm": 1.390625, + "learning_rate": 0.00016980841329062096, + "loss": 4.2159, + "mean_token_accuracy": 0.25904741138219833, + "num_tokens": 16818105.0, + "step": 5860 + }, + { + "entropy": 4.91227388381958, + "epoch": 6.95729537366548, + "grad_norm": 1.3828125, + "learning_rate": 0.00016938759063093507, + "loss": 4.2488, + "mean_token_accuracy": 0.26759051233530046, + "num_tokens": 16832259.0, + "step": 5865 + }, + { + "entropy": 4.974284934997558, + "epoch": 6.963226571767497, + "grad_norm": 1.3046875, + "learning_rate": 0.00016896724128239517, + "loss": 4.265, + "mean_token_accuracy": 0.26329739689826964, + "num_tokens": 16847714.0, + "step": 5870 + }, + { + "entropy": 4.969742631912231, + "epoch": 6.969157769869514, + "grad_norm": 1.2578125, + "learning_rate": 0.00016854736712883323, + "loss": 4.2871, + "mean_token_accuracy": 0.25936786979436877, + "num_tokens": 16862135.0, + "step": 5875 + }, + { + "entropy": 5.012219619750977, + "epoch": 6.97508896797153, + "grad_norm": 1.4296875, + "learning_rate": 0.00016812797005195146, + "loss": 4.3105, + "mean_token_accuracy": 0.25560787320137024, + "num_tokens": 16875888.0, + "step": 5880 + }, + { + "entropy": 5.059024286270142, + "epoch": 6.981020166073547, + "grad_norm": 1.4140625, + "learning_rate": 0.00016770905193131425, + "loss": 4.3913, + "mean_token_accuracy": 0.2509492576122284, + "num_tokens": 16889548.0, + "step": 5885 + }, + { + "entropy": 4.98057074546814, + "epoch": 6.986951364175564, + "grad_norm": 1.46875, + "learning_rate": 0.00016729061464433928, + "loss": 4.3037, + "mean_token_accuracy": 0.25645725429058075, + "num_tokens": 16903302.0, + "step": 5890 + }, + { + "entropy": 5.055238819122314, + "epoch": 6.99288256227758, + "grad_norm": 1.265625, + "learning_rate": 0.00016687266006628948, + "loss": 4.3499, + "mean_token_accuracy": 0.2564648509025574, + "num_tokens": 16917045.0, + "step": 5895 + }, + { + "entropy": 5.030117034912109, + "epoch": 6.998813760379597, + "grad_norm": 1.4921875, + "learning_rate": 0.00016645519007026455, + "loss": 4.2603, + "mean_token_accuracy": 0.2664614528417587, + "num_tokens": 16931046.0, + "step": 5900 + }, + { + "entropy": 5.033857774734497, + "epoch": 7.004744958481614, + "grad_norm": 1.3984375, + "learning_rate": 0.00016603820652719216, + "loss": 4.1797, + "mean_token_accuracy": 0.27322164475917815, + "num_tokens": 16945637.0, + "step": 5905 + }, + { + "entropy": 4.99234790802002, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.1773, + "mean_token_accuracy": 0.2691218316555023, + "num_tokens": 16961200.0, + "step": 5910 + }, + { + "entropy": 4.991095781326294, + "epoch": 7.016607354685647, + "grad_norm": 1.4375, + "learning_rate": 0.00016520570627270815, + "loss": 4.1845, + "mean_token_accuracy": 0.2716655969619751, + "num_tokens": 16973208.0, + "step": 5915 + }, + { + "entropy": 4.963917970657349, + "epoch": 7.022538552787663, + "grad_norm": 1.203125, + "learning_rate": 0.00016479019329221839, + "loss": 4.1768, + "mean_token_accuracy": 0.2727633535861969, + "num_tokens": 16987835.0, + "step": 5920 + }, + { + "entropy": 4.995104169845581, + "epoch": 7.02846975088968, + "grad_norm": 1.3984375, + "learning_rate": 0.00016437517422650838, + "loss": 4.1941, + "mean_token_accuracy": 0.2673430025577545, + "num_tokens": 17002627.0, + "step": 5925 + }, + { + "entropy": 5.021654653549194, + "epoch": 7.0344009489916965, + "grad_norm": 1.6015625, + "learning_rate": 0.00016396065093552198, + "loss": 4.1729, + "mean_token_accuracy": 0.2638517066836357, + "num_tokens": 17017368.0, + "step": 5930 + }, + { + "entropy": 5.045068597793579, + "epoch": 7.040332147093713, + "grad_norm": 1.234375, + "learning_rate": 0.000163546625276981, + "loss": 4.1881, + "mean_token_accuracy": 0.27000432312488554, + "num_tokens": 17031114.0, + "step": 5935 + }, + { + "entropy": 4.965819215774536, + "epoch": 7.0462633451957295, + "grad_norm": 1.359375, + "learning_rate": 0.00016313309910637736, + "loss": 4.1614, + "mean_token_accuracy": 0.27423699051141737, + "num_tokens": 17045287.0, + "step": 5940 + }, + { + "entropy": 4.967565965652466, + "epoch": 7.052194543297746, + "grad_norm": 1.234375, + "learning_rate": 0.0001627200742769644, + "loss": 4.1771, + "mean_token_accuracy": 0.2699409484863281, + "num_tokens": 17059684.0, + "step": 5945 + }, + { + "entropy": 5.021118640899658, + "epoch": 7.0581257413997625, + "grad_norm": 1.2734375, + "learning_rate": 0.00016230755263974838, + "loss": 4.2512, + "mean_token_accuracy": 0.26112324744462967, + "num_tokens": 17077482.0, + "step": 5950 + }, + { + "entropy": 4.998319244384765, + "epoch": 7.064056939501779, + "grad_norm": 1.296875, + "learning_rate": 0.00016189553604348101, + "loss": 4.2574, + "mean_token_accuracy": 0.2602573648095131, + "num_tokens": 17092479.0, + "step": 5955 + }, + { + "entropy": 4.996929788589478, + "epoch": 7.069988137603796, + "grad_norm": 1.40625, + "learning_rate": 0.00016148402633465005, + "loss": 4.1776, + "mean_token_accuracy": 0.2744797199964523, + "num_tokens": 17106726.0, + "step": 5960 + }, + { + "entropy": 5.06904821395874, + "epoch": 7.075919335705812, + "grad_norm": 1.375, + "learning_rate": 0.00016107302535747192, + "loss": 4.2429, + "mean_token_accuracy": 0.2710800006985664, + "num_tokens": 17119454.0, + "step": 5965 + }, + { + "entropy": 4.988620471954346, + "epoch": 7.081850533807829, + "grad_norm": 1.4609375, + "learning_rate": 0.00016066253495388306, + "loss": 4.197, + "mean_token_accuracy": 0.2724588751792908, + "num_tokens": 17133816.0, + "step": 5970 + }, + { + "entropy": 4.975905704498291, + "epoch": 7.087781731909846, + "grad_norm": 1.515625, + "learning_rate": 0.0001602525569635317, + "loss": 4.1541, + "mean_token_accuracy": 0.2806005463004112, + "num_tokens": 17148047.0, + "step": 5975 + }, + { + "entropy": 4.982966947555542, + "epoch": 7.093712930011862, + "grad_norm": 1.2421875, + "learning_rate": 0.00015984309322376967, + "loss": 4.2284, + "mean_token_accuracy": 0.26824335008859634, + "num_tokens": 17162948.0, + "step": 5980 + }, + { + "entropy": 4.98968391418457, + "epoch": 7.099644128113879, + "grad_norm": 1.2890625, + "learning_rate": 0.00015943414556964422, + "loss": 4.1955, + "mean_token_accuracy": 0.26559202671051024, + "num_tokens": 17177840.0, + "step": 5985 + }, + { + "entropy": 5.05318660736084, + "epoch": 7.105575326215895, + "grad_norm": 1.46875, + "learning_rate": 0.00015902571583388945, + "loss": 4.1883, + "mean_token_accuracy": 0.2807733714580536, + "num_tokens": 17191946.0, + "step": 5990 + }, + { + "entropy": 5.0341709613800045, + "epoch": 7.111506524317912, + "grad_norm": 1.2578125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1909, + "mean_token_accuracy": 0.26572618931531905, + "num_tokens": 17206657.0, + "step": 5995 + }, + { + "entropy": 5.028892612457275, + "epoch": 7.117437722419929, + "grad_norm": 1.4375, + "learning_rate": 0.0001582104174368157, + "loss": 4.2624, + "mean_token_accuracy": 0.2579065799713135, + "num_tokens": 17222526.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.860331838116324, + "eval_loss": 5.283239841461182, + "eval_mean_token_accuracy": 0.19501724009590646, + "eval_num_tokens": 17222526.0, + "eval_runtime": 1.8499, + "eval_samples_per_second": 1409.799, + "eval_steps_per_second": 176.225, + "step": 6000 + }, + { + "entropy": 4.996658515930176, + "epoch": 7.123368920521945, + "grad_norm": 1.28125, + "learning_rate": 0.00015780355242932695, + "loss": 4.2152, + "mean_token_accuracy": 0.2664333865046501, + "num_tokens": 17237246.0, + "step": 6005 + }, + { + "entropy": 4.9872214794158936, + "epoch": 7.129300118623962, + "grad_norm": 1.40625, + "learning_rate": 0.0001573972126478531, + "loss": 4.202, + "mean_token_accuracy": 0.2610640674829483, + "num_tokens": 17251723.0, + "step": 6010 + }, + { + "entropy": 5.034897804260254, + "epoch": 7.135231316725979, + "grad_norm": 1.2734375, + "learning_rate": 0.0001569913999134412, + "loss": 4.1923, + "mean_token_accuracy": 0.27033864706754684, + "num_tokens": 17265323.0, + "step": 6015 + }, + { + "entropy": 4.984272432327271, + "epoch": 7.141162514827995, + "grad_norm": 1.484375, + "learning_rate": 0.00015658611604477585, + "loss": 4.2239, + "mean_token_accuracy": 0.2649402692914009, + "num_tokens": 17280554.0, + "step": 6020 + }, + { + "entropy": 5.018138980865478, + "epoch": 7.147093712930012, + "grad_norm": 1.265625, + "learning_rate": 0.00015618136285817187, + "loss": 4.2828, + "mean_token_accuracy": 0.2580919414758682, + "num_tokens": 17296187.0, + "step": 6025 + }, + { + "entropy": 4.942062187194824, + "epoch": 7.153024911032029, + "grad_norm": 1.390625, + "learning_rate": 0.0001557771421675657, + "loss": 4.1525, + "mean_token_accuracy": 0.2697895348072052, + "num_tokens": 17312340.0, + "step": 6030 + }, + { + "entropy": 5.044032335281372, + "epoch": 7.158956109134045, + "grad_norm": 1.5078125, + "learning_rate": 0.0001553734557845073, + "loss": 4.1748, + "mean_token_accuracy": 0.27034529894590376, + "num_tokens": 17326653.0, + "step": 6035 + }, + { + "entropy": 5.000232982635498, + "epoch": 7.164887307236062, + "grad_norm": 1.4140625, + "learning_rate": 0.00015497030551815216, + "loss": 4.2075, + "mean_token_accuracy": 0.2664830684661865, + "num_tokens": 17340938.0, + "step": 6040 + }, + { + "entropy": 4.997052574157715, + "epoch": 7.170818505338079, + "grad_norm": 1.4921875, + "learning_rate": 0.00015456769317525294, + "loss": 4.1841, + "mean_token_accuracy": 0.27608177363872527, + "num_tokens": 17354567.0, + "step": 6045 + }, + { + "entropy": 4.998716115951538, + "epoch": 7.176749703440095, + "grad_norm": 1.3671875, + "learning_rate": 0.00015416562056015177, + "loss": 4.2401, + "mean_token_accuracy": 0.2623141884803772, + "num_tokens": 17367630.0, + "step": 6050 + }, + { + "entropy": 5.019015693664551, + "epoch": 7.182680901542112, + "grad_norm": 1.671875, + "learning_rate": 0.00015376408947477188, + "loss": 4.1926, + "mean_token_accuracy": 0.2711896300315857, + "num_tokens": 17381173.0, + "step": 6055 + }, + { + "entropy": 4.932798957824707, + "epoch": 7.1886120996441285, + "grad_norm": 1.265625, + "learning_rate": 0.0001533631017186094, + "loss": 4.1447, + "mean_token_accuracy": 0.275094635784626, + "num_tokens": 17396260.0, + "step": 6060 + }, + { + "entropy": 4.983949375152588, + "epoch": 7.1945432977461445, + "grad_norm": 1.359375, + "learning_rate": 0.00015296265908872577, + "loss": 4.1916, + "mean_token_accuracy": 0.2668409705162048, + "num_tokens": 17411332.0, + "step": 6065 + }, + { + "entropy": 4.97582778930664, + "epoch": 7.2004744958481615, + "grad_norm": 1.3359375, + "learning_rate": 0.0001525627633797393, + "loss": 4.2001, + "mean_token_accuracy": 0.25806616693735124, + "num_tokens": 17425299.0, + "step": 6070 + }, + { + "entropy": 4.947870826721191, + "epoch": 7.2064056939501775, + "grad_norm": 1.3671875, + "learning_rate": 0.00015216341638381697, + "loss": 4.1923, + "mean_token_accuracy": 0.2692117840051651, + "num_tokens": 17439848.0, + "step": 6075 + }, + { + "entropy": 5.011146306991577, + "epoch": 7.212336892052194, + "grad_norm": 1.3203125, + "learning_rate": 0.00015176461989066707, + "loss": 4.2325, + "mean_token_accuracy": 0.26296504884958266, + "num_tokens": 17455291.0, + "step": 6080 + }, + { + "entropy": 5.007442474365234, + "epoch": 7.218268090154211, + "grad_norm": 1.2734375, + "learning_rate": 0.00015136637568753054, + "loss": 4.1944, + "mean_token_accuracy": 0.2676631540060043, + "num_tokens": 17470041.0, + "step": 6085 + }, + { + "entropy": 5.015366697311402, + "epoch": 7.224199288256227, + "grad_norm": 1.234375, + "learning_rate": 0.00015096868555917317, + "loss": 4.201, + "mean_token_accuracy": 0.2696864575147629, + "num_tokens": 17485355.0, + "step": 6090 + }, + { + "entropy": 4.98715033531189, + "epoch": 7.230130486358244, + "grad_norm": 1.453125, + "learning_rate": 0.0001505715512878777, + "loss": 4.2035, + "mean_token_accuracy": 0.2661321222782135, + "num_tokens": 17500087.0, + "step": 6095 + }, + { + "entropy": 4.998094940185547, + "epoch": 7.236061684460261, + "grad_norm": 1.3359375, + "learning_rate": 0.00015017497465343583, + "loss": 4.1818, + "mean_token_accuracy": 0.2720570430159569, + "num_tokens": 17514384.0, + "step": 6100 + }, + { + "entropy": 5.0090272426605225, + "epoch": 7.241992882562277, + "grad_norm": 1.4921875, + "learning_rate": 0.0001497789574331398, + "loss": 4.2401, + "mean_token_accuracy": 0.2661726549267769, + "num_tokens": 17530030.0, + "step": 6105 + }, + { + "entropy": 4.9937468528747555, + "epoch": 7.247924080664294, + "grad_norm": 1.546875, + "learning_rate": 0.00014938350140177527, + "loss": 4.158, + "mean_token_accuracy": 0.2728572905063629, + "num_tokens": 17543451.0, + "step": 6110 + }, + { + "entropy": 4.967116403579712, + "epoch": 7.253855278766311, + "grad_norm": 1.4765625, + "learning_rate": 0.00014898860833161242, + "loss": 4.1705, + "mean_token_accuracy": 0.2723910063505173, + "num_tokens": 17556197.0, + "step": 6115 + }, + { + "entropy": 5.035435152053833, + "epoch": 7.259786476868327, + "grad_norm": 1.3125, + "learning_rate": 0.0001485942799923988, + "loss": 4.2576, + "mean_token_accuracy": 0.2616627052426338, + "num_tokens": 17571220.0, + "step": 6120 + }, + { + "entropy": 5.000133228302002, + "epoch": 7.265717674970344, + "grad_norm": 1.4921875, + "learning_rate": 0.00014820051815135106, + "loss": 4.2279, + "mean_token_accuracy": 0.26863069385290145, + "num_tokens": 17584963.0, + "step": 6125 + }, + { + "entropy": 4.979132461547851, + "epoch": 7.271648873072361, + "grad_norm": 1.296875, + "learning_rate": 0.00014780732457314672, + "loss": 4.1939, + "mean_token_accuracy": 0.27767210602760317, + "num_tokens": 17598770.0, + "step": 6130 + }, + { + "entropy": 5.032865047454834, + "epoch": 7.277580071174377, + "grad_norm": 1.515625, + "learning_rate": 0.00014741470101991696, + "loss": 4.256, + "mean_token_accuracy": 0.2663093000650406, + "num_tokens": 17611750.0, + "step": 6135 + }, + { + "entropy": 4.987130784988404, + "epoch": 7.283511269276394, + "grad_norm": 1.4296875, + "learning_rate": 0.00014702264925123818, + "loss": 4.2188, + "mean_token_accuracy": 0.2721306845545769, + "num_tokens": 17625965.0, + "step": 6140 + }, + { + "entropy": 4.965415000915527, + "epoch": 7.289442467378411, + "grad_norm": 1.421875, + "learning_rate": 0.0001466311710241242, + "loss": 4.1516, + "mean_token_accuracy": 0.27398245632648466, + "num_tokens": 17639139.0, + "step": 6145 + }, + { + "entropy": 5.016174793243408, + "epoch": 7.295373665480427, + "grad_norm": 1.3359375, + "learning_rate": 0.0001462402680930187, + "loss": 4.2189, + "mean_token_accuracy": 0.2697419747710228, + "num_tokens": 17653942.0, + "step": 6150 + }, + { + "entropy": 4.958591175079346, + "epoch": 7.301304863582444, + "grad_norm": 1.6328125, + "learning_rate": 0.00014584994220978692, + "loss": 4.1869, + "mean_token_accuracy": 0.27116630524396895, + "num_tokens": 17666059.0, + "step": 6155 + }, + { + "entropy": 4.9346113204956055, + "epoch": 7.30723606168446, + "grad_norm": 1.296875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1567, + "mean_token_accuracy": 0.27043664902448655, + "num_tokens": 17680063.0, + "step": 6160 + }, + { + "entropy": 4.962654876708984, + "epoch": 7.313167259786477, + "grad_norm": 1.3359375, + "learning_rate": 0.0001450710285814671, + "loss": 4.2203, + "mean_token_accuracy": 0.2624976679682732, + "num_tokens": 17696051.0, + "step": 6165 + }, + { + "entropy": 4.983609580993653, + "epoch": 7.319098457888494, + "grad_norm": 1.4140625, + "learning_rate": 0.00014468244432714805, + "loss": 4.2232, + "mean_token_accuracy": 0.26373462826013566, + "num_tokens": 17710068.0, + "step": 6170 + }, + { + "entropy": 4.998736476898193, + "epoch": 7.32502965599051, + "grad_norm": 1.4765625, + "learning_rate": 0.00014429444410222453, + "loss": 4.1459, + "mean_token_accuracy": 0.2747643023729324, + "num_tokens": 17723846.0, + "step": 6175 + }, + { + "entropy": 4.926743888854981, + "epoch": 7.330960854092527, + "grad_norm": 1.4921875, + "learning_rate": 0.00014390702964555321, + "loss": 4.1781, + "mean_token_accuracy": 0.2682220906019211, + "num_tokens": 17736331.0, + "step": 6180 + }, + { + "entropy": 4.9428167819976805, + "epoch": 7.3368920521945435, + "grad_norm": 1.234375, + "learning_rate": 0.00014352020269336544, + "loss": 4.1345, + "mean_token_accuracy": 0.2784573405981064, + "num_tokens": 17752698.0, + "step": 6185 + }, + { + "entropy": 4.940529108047485, + "epoch": 7.34282325029656, + "grad_norm": 1.2578125, + "learning_rate": 0.00014313396497925963, + "loss": 4.156, + "mean_token_accuracy": 0.2702515184879303, + "num_tokens": 17766895.0, + "step": 6190 + }, + { + "entropy": 4.998486328125, + "epoch": 7.3487544483985765, + "grad_norm": 1.5234375, + "learning_rate": 0.0001427483182341936, + "loss": 4.2454, + "mean_token_accuracy": 0.2659206300973892, + "num_tokens": 17780735.0, + "step": 6195 + }, + { + "entropy": 5.067836809158325, + "epoch": 7.354685646500593, + "grad_norm": 1.3359375, + "learning_rate": 0.00014236326418647644, + "loss": 4.3258, + "mean_token_accuracy": 0.260149285197258, + "num_tokens": 17795863.0, + "step": 6200 + }, + { + "entropy": 4.970726060867309, + "epoch": 7.3606168446026095, + "grad_norm": 1.6328125, + "learning_rate": 0.00014197880456176133, + "loss": 4.1424, + "mean_token_accuracy": 0.27225644886493683, + "num_tokens": 17808448.0, + "step": 6205 + }, + { + "entropy": 4.969883394241333, + "epoch": 7.366548042704626, + "grad_norm": 1.703125, + "learning_rate": 0.00014159494108303733, + "loss": 4.167, + "mean_token_accuracy": 0.2746137589216232, + "num_tokens": 17821739.0, + "step": 6210 + }, + { + "entropy": 4.932872533798218, + "epoch": 7.372479240806643, + "grad_norm": 1.40625, + "learning_rate": 0.0001412116754706216, + "loss": 4.1621, + "mean_token_accuracy": 0.27595739960670473, + "num_tokens": 17836331.0, + "step": 6215 + }, + { + "entropy": 4.94700984954834, + "epoch": 7.378410438908659, + "grad_norm": 1.2890625, + "learning_rate": 0.00014082900944215233, + "loss": 4.211, + "mean_token_accuracy": 0.2661070227622986, + "num_tokens": 17853017.0, + "step": 6220 + }, + { + "entropy": 5.005891227722168, + "epoch": 7.384341637010676, + "grad_norm": 1.5859375, + "learning_rate": 0.0001404469447125804, + "loss": 4.2281, + "mean_token_accuracy": 0.26804654896259306, + "num_tokens": 17865126.0, + "step": 6225 + }, + { + "entropy": 4.876348829269409, + "epoch": 7.390272835112693, + "grad_norm": 1.46875, + "learning_rate": 0.0001400654829941618, + "loss": 4.1082, + "mean_token_accuracy": 0.2744539946317673, + "num_tokens": 17878124.0, + "step": 6230 + }, + { + "entropy": 4.936344575881958, + "epoch": 7.396204033214709, + "grad_norm": 1.3515625, + "learning_rate": 0.00013968462599645031, + "loss": 4.134, + "mean_token_accuracy": 0.26733184456825254, + "num_tokens": 17893283.0, + "step": 6235 + }, + { + "entropy": 4.917354774475098, + "epoch": 7.402135231316726, + "grad_norm": 1.4375, + "learning_rate": 0.0001393043754262896, + "loss": 4.1558, + "mean_token_accuracy": 0.2773623079061508, + "num_tokens": 17907641.0, + "step": 6240 + }, + { + "entropy": 4.9536134719848635, + "epoch": 7.408066429418742, + "grad_norm": 1.375, + "learning_rate": 0.00013892473298780529, + "loss": 4.192, + "mean_token_accuracy": 0.2580345556139946, + "num_tokens": 17921447.0, + "step": 6245 + }, + { + "entropy": 4.953230905532837, + "epoch": 7.413997627520759, + "grad_norm": 1.328125, + "learning_rate": 0.00013854570038239784, + "loss": 4.1655, + "mean_token_accuracy": 0.2688123002648354, + "num_tokens": 17934762.0, + "step": 6250 + }, + { + "entropy": 5.022729110717774, + "epoch": 7.419928825622776, + "grad_norm": 1.4453125, + "learning_rate": 0.00013816727930873474, + "loss": 4.2377, + "mean_token_accuracy": 0.26810979247093203, + "num_tokens": 17949145.0, + "step": 6255 + }, + { + "entropy": 4.999600982666015, + "epoch": 7.425860023724792, + "grad_norm": 1.453125, + "learning_rate": 0.00013778947146274274, + "loss": 4.1796, + "mean_token_accuracy": 0.27598278522491454, + "num_tokens": 17964024.0, + "step": 6260 + }, + { + "entropy": 4.983078908920288, + "epoch": 7.431791221826809, + "grad_norm": 1.3515625, + "learning_rate": 0.00013741227853760035, + "loss": 4.1952, + "mean_token_accuracy": 0.2766303032636642, + "num_tokens": 17978174.0, + "step": 6265 + }, + { + "entropy": 5.010853099822998, + "epoch": 7.437722419928826, + "grad_norm": 1.296875, + "learning_rate": 0.00013703570222373023, + "loss": 4.2528, + "mean_token_accuracy": 0.26744233518838884, + "num_tokens": 17994553.0, + "step": 6270 + }, + { + "entropy": 5.0423643589019775, + "epoch": 7.443653618030842, + "grad_norm": 1.5859375, + "learning_rate": 0.00013665974420879178, + "loss": 4.2642, + "mean_token_accuracy": 0.2619025677442551, + "num_tokens": 18008313.0, + "step": 6275 + }, + { + "entropy": 4.941047477722168, + "epoch": 7.449584816132859, + "grad_norm": 1.6640625, + "learning_rate": 0.00013628440617767342, + "loss": 4.1584, + "mean_token_accuracy": 0.2791551113128662, + "num_tokens": 18022461.0, + "step": 6280 + }, + { + "entropy": 4.906422233581543, + "epoch": 7.455516014234876, + "grad_norm": 1.7890625, + "learning_rate": 0.00013590968981248475, + "loss": 4.1693, + "mean_token_accuracy": 0.27178616523742677, + "num_tokens": 18035169.0, + "step": 6285 + }, + { + "entropy": 4.9971668243408205, + "epoch": 7.461447212336892, + "grad_norm": 1.4765625, + "learning_rate": 0.00013553559679254978, + "loss": 4.2428, + "mean_token_accuracy": 0.260674187541008, + "num_tokens": 18050394.0, + "step": 6290 + }, + { + "entropy": 5.038432693481445, + "epoch": 7.467378410438909, + "grad_norm": 1.3984375, + "learning_rate": 0.0001351621287943987, + "loss": 4.2422, + "mean_token_accuracy": 0.2617404028773308, + "num_tokens": 18065950.0, + "step": 6295 + }, + { + "entropy": 4.968473958969116, + "epoch": 7.473309608540926, + "grad_norm": 1.359375, + "learning_rate": 0.00013478928749176047, + "loss": 4.3012, + "mean_token_accuracy": 0.255914543569088, + "num_tokens": 18081858.0, + "step": 6300 + }, + { + "entropy": 4.971351289749146, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.1469, + "mean_token_accuracy": 0.28003616333007814, + "num_tokens": 18096104.0, + "step": 6305 + }, + { + "entropy": 5.002992153167725, + "epoch": 7.485172004744959, + "grad_norm": 1.6015625, + "learning_rate": 0.00013404549165388932, + "loss": 4.1885, + "mean_token_accuracy": 0.268343822658062, + "num_tokens": 18110262.0, + "step": 6310 + }, + { + "entropy": 5.043653392791748, + "epoch": 7.4911032028469755, + "grad_norm": 1.5546875, + "learning_rate": 0.00013367454045204162, + "loss": 4.2828, + "mean_token_accuracy": 0.2634868547320366, + "num_tokens": 18124071.0, + "step": 6315 + }, + { + "entropy": 4.948855590820313, + "epoch": 7.4970344009489915, + "grad_norm": 1.5078125, + "learning_rate": 0.00013330422261246267, + "loss": 4.1151, + "mean_token_accuracy": 0.28331713676452636, + "num_tokens": 18135811.0, + "step": 6320 + }, + { + "entropy": 4.9613100528717045, + "epoch": 7.5029655990510085, + "grad_norm": 1.421875, + "learning_rate": 0.00013293453979476403, + "loss": 4.1755, + "mean_token_accuracy": 0.2705711111426353, + "num_tokens": 18150305.0, + "step": 6325 + }, + { + "entropy": 4.983557462692261, + "epoch": 7.5088967971530245, + "grad_norm": 1.3515625, + "learning_rate": 0.00013256549365571105, + "loss": 4.1487, + "mean_token_accuracy": 0.27461179345846176, + "num_tokens": 18165200.0, + "step": 6330 + }, + { + "entropy": 4.955822896957398, + "epoch": 7.514827995255041, + "grad_norm": 1.453125, + "learning_rate": 0.00013219708584921608, + "loss": 4.2163, + "mean_token_accuracy": 0.2709791466593742, + "num_tokens": 18179719.0, + "step": 6335 + }, + { + "entropy": 4.958822202682495, + "epoch": 7.520759193357058, + "grad_norm": 1.359375, + "learning_rate": 0.00013182931802633037, + "loss": 4.1548, + "mean_token_accuracy": 0.2783662438392639, + "num_tokens": 18193075.0, + "step": 6340 + }, + { + "entropy": 4.928630638122558, + "epoch": 7.526690391459074, + "grad_norm": 1.5546875, + "learning_rate": 0.00013146219183523733, + "loss": 4.1277, + "mean_token_accuracy": 0.27176794707775115, + "num_tokens": 18206475.0, + "step": 6345 + }, + { + "entropy": 4.975558614730835, + "epoch": 7.532621589561091, + "grad_norm": 1.390625, + "learning_rate": 0.00013109570892124472, + "loss": 4.1603, + "mean_token_accuracy": 0.269869339466095, + "num_tokens": 18221326.0, + "step": 6350 + }, + { + "entropy": 4.939505672454834, + "epoch": 7.538552787663108, + "grad_norm": 1.4921875, + "learning_rate": 0.00013072987092677745, + "loss": 4.1946, + "mean_token_accuracy": 0.27014288008213044, + "num_tokens": 18234878.0, + "step": 6355 + }, + { + "entropy": 4.943843173980713, + "epoch": 7.544483985765124, + "grad_norm": 1.46875, + "learning_rate": 0.00013036467949137013, + "loss": 4.1749, + "mean_token_accuracy": 0.27516885548830033, + "num_tokens": 18248678.0, + "step": 6360 + }, + { + "entropy": 5.040545129776001, + "epoch": 7.550415183867141, + "grad_norm": 1.5078125, + "learning_rate": 0.0001300001362516598, + "loss": 4.2287, + "mean_token_accuracy": 0.26684413105249405, + "num_tokens": 18263527.0, + "step": 6365 + }, + { + "entropy": 5.00293288230896, + "epoch": 7.556346381969158, + "grad_norm": 1.375, + "learning_rate": 0.0001296362428413783, + "loss": 4.2421, + "mean_token_accuracy": 0.2645813152194023, + "num_tokens": 18278906.0, + "step": 6370 + }, + { + "entropy": 5.013268518447876, + "epoch": 7.562277580071174, + "grad_norm": 1.484375, + "learning_rate": 0.00012927300089134563, + "loss": 4.2359, + "mean_token_accuracy": 0.2636425316333771, + "num_tokens": 18292736.0, + "step": 6375 + }, + { + "entropy": 4.930179500579834, + "epoch": 7.568208778173191, + "grad_norm": 1.4375, + "learning_rate": 0.00012891041202946202, + "loss": 4.2256, + "mean_token_accuracy": 0.26343283951282503, + "num_tokens": 18307585.0, + "step": 6380 + }, + { + "entropy": 4.923861646652222, + "epoch": 7.574139976275208, + "grad_norm": 1.390625, + "learning_rate": 0.00012854847788070062, + "loss": 4.1658, + "mean_token_accuracy": 0.2711418062448502, + "num_tokens": 18321885.0, + "step": 6385 + }, + { + "entropy": 4.965120267868042, + "epoch": 7.580071174377224, + "grad_norm": 1.328125, + "learning_rate": 0.00012818720006710078, + "loss": 4.1932, + "mean_token_accuracy": 0.26647920459508895, + "num_tokens": 18336360.0, + "step": 6390 + }, + { + "entropy": 4.973609256744385, + "epoch": 7.586002372479241, + "grad_norm": 1.484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.2233, + "mean_token_accuracy": 0.2707409501075745, + "num_tokens": 18350864.0, + "step": 6395 + }, + { + "entropy": 4.912994432449341, + "epoch": 7.591933570581258, + "grad_norm": 1.453125, + "learning_rate": 0.000127466619918828, + "loss": 4.1595, + "mean_token_accuracy": 0.26940824538469316, + "num_tokens": 18363704.0, + "step": 6400 + }, + { + "entropy": 4.930047130584716, + "epoch": 7.597864768683274, + "grad_norm": 1.3359375, + "learning_rate": 0.00012710732081349727, + "loss": 4.1714, + "mean_token_accuracy": 0.26881704181432725, + "num_tokens": 18378243.0, + "step": 6405 + }, + { + "entropy": 4.930160140991211, + "epoch": 7.603795966785291, + "grad_norm": 1.703125, + "learning_rate": 0.00012674868450199812, + "loss": 4.1769, + "mean_token_accuracy": 0.2701748490333557, + "num_tokens": 18392053.0, + "step": 6410 + }, + { + "entropy": 4.934839487075806, + "epoch": 7.609727164887307, + "grad_norm": 1.40625, + "learning_rate": 0.00012639071259159008, + "loss": 4.1604, + "mean_token_accuracy": 0.27344272583723067, + "num_tokens": 18404810.0, + "step": 6415 + }, + { + "entropy": 4.969685316085815, + "epoch": 7.615658362989324, + "grad_norm": 1.65625, + "learning_rate": 0.00012603340668655545, + "loss": 4.2258, + "mean_token_accuracy": 0.26305156052112577, + "num_tokens": 18418141.0, + "step": 6420 + }, + { + "entropy": 4.984280109405518, + "epoch": 7.621589561091341, + "grad_norm": 1.40625, + "learning_rate": 0.00012567676838819126, + "loss": 4.2379, + "mean_token_accuracy": 0.2679993242025375, + "num_tokens": 18435857.0, + "step": 6425 + }, + { + "entropy": 4.995930480957031, + "epoch": 7.627520759193357, + "grad_norm": 1.453125, + "learning_rate": 0.000125320799294803, + "loss": 4.2637, + "mean_token_accuracy": 0.2617786660790443, + "num_tokens": 18451912.0, + "step": 6430 + }, + { + "entropy": 5.0825872898101805, + "epoch": 7.633451957295374, + "grad_norm": 1.390625, + "learning_rate": 0.00012496550100169704, + "loss": 4.2765, + "mean_token_accuracy": 0.2658253684639931, + "num_tokens": 18467287.0, + "step": 6435 + }, + { + "entropy": 4.9510266304016115, + "epoch": 7.6393831553973905, + "grad_norm": 1.4609375, + "learning_rate": 0.0001246108751011733, + "loss": 4.1526, + "mean_token_accuracy": 0.2691355749964714, + "num_tokens": 18481294.0, + "step": 6440 + }, + { + "entropy": 4.964544153213501, + "epoch": 7.645314353499407, + "grad_norm": 1.390625, + "learning_rate": 0.00012425692318251838, + "loss": 4.1925, + "mean_token_accuracy": 0.2686774075031281, + "num_tokens": 18495174.0, + "step": 6445 + }, + { + "entropy": 4.938959836959839, + "epoch": 7.6512455516014235, + "grad_norm": 1.421875, + "learning_rate": 0.00012390364683199863, + "loss": 4.1673, + "mean_token_accuracy": 0.2756313309073448, + "num_tokens": 18508977.0, + "step": 6450 + }, + { + "entropy": 4.922618055343628, + "epoch": 7.65717674970344, + "grad_norm": 1.3671875, + "learning_rate": 0.0001235510476328523, + "loss": 4.1547, + "mean_token_accuracy": 0.2695756465196609, + "num_tokens": 18523600.0, + "step": 6455 + }, + { + "entropy": 4.985540294647217, + "epoch": 7.6631079478054565, + "grad_norm": 1.28125, + "learning_rate": 0.0001231991271652833, + "loss": 4.23, + "mean_token_accuracy": 0.2688840597867966, + "num_tokens": 18538867.0, + "step": 6460 + }, + { + "entropy": 4.951766157150269, + "epoch": 7.669039145907473, + "grad_norm": 1.46875, + "learning_rate": 0.00012284788700645365, + "loss": 4.2118, + "mean_token_accuracy": 0.2653859004378319, + "num_tokens": 18554835.0, + "step": 6465 + }, + { + "entropy": 4.971490859985352, + "epoch": 7.67497034400949, + "grad_norm": 1.8046875, + "learning_rate": 0.00012249732873047652, + "loss": 4.1782, + "mean_token_accuracy": 0.27743360996246336, + "num_tokens": 18568062.0, + "step": 6470 + }, + { + "entropy": 4.984698963165283, + "epoch": 7.680901542111506, + "grad_norm": 1.296875, + "learning_rate": 0.0001221474539084092, + "loss": 4.136, + "mean_token_accuracy": 0.27429221868515014, + "num_tokens": 18582972.0, + "step": 6475 + }, + { + "entropy": 5.003374338150024, + "epoch": 7.686832740213523, + "grad_norm": 1.3515625, + "learning_rate": 0.00012179826410824576, + "loss": 4.206, + "mean_token_accuracy": 0.2687224343419075, + "num_tokens": 18598340.0, + "step": 6480 + }, + { + "entropy": 4.960773849487305, + "epoch": 7.69276393831554, + "grad_norm": 1.4296875, + "learning_rate": 0.00012144976089491066, + "loss": 4.196, + "mean_token_accuracy": 0.26986511796712875, + "num_tokens": 18614271.0, + "step": 6485 + }, + { + "entropy": 4.976792049407959, + "epoch": 7.698695136417556, + "grad_norm": 1.2578125, + "learning_rate": 0.00012110194583025117, + "loss": 4.1728, + "mean_token_accuracy": 0.2728369399905205, + "num_tokens": 18629539.0, + "step": 6490 + }, + { + "entropy": 4.9506384372711185, + "epoch": 7.704626334519573, + "grad_norm": 1.328125, + "learning_rate": 0.00012075482047303049, + "loss": 4.2067, + "mean_token_accuracy": 0.26827792823314667, + "num_tokens": 18645499.0, + "step": 6495 + }, + { + "entropy": 4.951906967163086, + "epoch": 7.710557532621589, + "grad_norm": 1.3828125, + "learning_rate": 0.00012040838637892098, + "loss": 4.1828, + "mean_token_accuracy": 0.26550467014312745, + "num_tokens": 18659420.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.838217874246141, + "eval_loss": 5.278876781463623, + "eval_mean_token_accuracy": 0.1963718583795922, + "eval_num_tokens": 18659420.0, + "eval_runtime": 1.8537, + "eval_samples_per_second": 1406.905, + "eval_steps_per_second": 175.863, + "step": 6500 + }, + { + "entropy": 5.038018798828125, + "epoch": 7.716488730723606, + "grad_norm": 1.3359375, + "learning_rate": 0.00012006264510049709, + "loss": 4.2912, + "mean_token_accuracy": 0.2583298921585083, + "num_tokens": 18675359.0, + "step": 6505 + }, + { + "entropy": 4.939229726791382, + "epoch": 7.722419928825623, + "grad_norm": 1.3125, + "learning_rate": 0.00011971759818722808, + "loss": 4.1644, + "mean_token_accuracy": 0.2686422199010849, + "num_tokens": 18691863.0, + "step": 6510 + }, + { + "entropy": 4.94049186706543, + "epoch": 7.728351126927639, + "grad_norm": 1.40625, + "learning_rate": 0.00011937324718547165, + "loss": 4.213, + "mean_token_accuracy": 0.2681308463215828, + "num_tokens": 18705699.0, + "step": 6515 + }, + { + "entropy": 4.9839945316314695, + "epoch": 7.734282325029656, + "grad_norm": 1.2109375, + "learning_rate": 0.00011902959363846652, + "loss": 4.213, + "mean_token_accuracy": 0.27024311721324923, + "num_tokens": 18719458.0, + "step": 6520 + }, + { + "entropy": 5.002005481719971, + "epoch": 7.740213523131673, + "grad_norm": 1.546875, + "learning_rate": 0.00011868663908632583, + "loss": 4.2699, + "mean_token_accuracy": 0.25512098968029023, + "num_tokens": 18734431.0, + "step": 6525 + }, + { + "entropy": 4.992534971237182, + "epoch": 7.746144721233689, + "grad_norm": 1.3359375, + "learning_rate": 0.00011834438506603006, + "loss": 4.1846, + "mean_token_accuracy": 0.26887927353382113, + "num_tokens": 18750171.0, + "step": 6530 + }, + { + "entropy": 5.000047111511231, + "epoch": 7.752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.00011800283311142026, + "loss": 4.1826, + "mean_token_accuracy": 0.27537376880645753, + "num_tokens": 18766706.0, + "step": 6535 + }, + { + "entropy": 5.034538650512696, + "epoch": 7.758007117437723, + "grad_norm": 1.5234375, + "learning_rate": 0.00011766198475319094, + "loss": 4.2106, + "mean_token_accuracy": 0.2707595989108086, + "num_tokens": 18780128.0, + "step": 6540 + }, + { + "entropy": 5.069503688812256, + "epoch": 7.763938315539739, + "grad_norm": 1.34375, + "learning_rate": 0.0001173218415188836, + "loss": 4.3273, + "mean_token_accuracy": 0.26015644967556, + "num_tokens": 18795451.0, + "step": 6545 + }, + { + "entropy": 4.929771089553833, + "epoch": 7.769869513641756, + "grad_norm": 1.53125, + "learning_rate": 0.00011698240493287942, + "loss": 4.1503, + "mean_token_accuracy": 0.27508400827646257, + "num_tokens": 18808744.0, + "step": 6550 + }, + { + "entropy": 4.9352621078491214, + "epoch": 7.775800711743772, + "grad_norm": 1.328125, + "learning_rate": 0.00011664367651639293, + "loss": 4.2287, + "mean_token_accuracy": 0.26703388541936873, + "num_tokens": 18822559.0, + "step": 6555 + }, + { + "entropy": 4.935847520828247, + "epoch": 7.781731909845789, + "grad_norm": 1.25, + "learning_rate": 0.00011630565778746483, + "loss": 4.1815, + "mean_token_accuracy": 0.27573600858449937, + "num_tokens": 18837981.0, + "step": 6560 + }, + { + "entropy": 4.9512584686279295, + "epoch": 7.787663107947806, + "grad_norm": 1.46875, + "learning_rate": 0.0001159683502609552, + "loss": 4.1664, + "mean_token_accuracy": 0.2720057263970375, + "num_tokens": 18851805.0, + "step": 6565 + }, + { + "entropy": 4.956794595718383, + "epoch": 7.7935943060498225, + "grad_norm": 1.453125, + "learning_rate": 0.00011563175544853689, + "loss": 4.2078, + "mean_token_accuracy": 0.27152359783649443, + "num_tokens": 18865441.0, + "step": 6570 + }, + { + "entropy": 4.97060489654541, + "epoch": 7.7995255041518385, + "grad_norm": 1.421875, + "learning_rate": 0.00011529587485868875, + "loss": 4.1652, + "mean_token_accuracy": 0.2674928829073906, + "num_tokens": 18880269.0, + "step": 6575 + }, + { + "entropy": 4.932104110717773, + "epoch": 7.8054567022538555, + "grad_norm": 1.4453125, + "learning_rate": 0.00011496070999668864, + "loss": 4.2215, + "mean_token_accuracy": 0.26482826471328735, + "num_tokens": 18893997.0, + "step": 6580 + }, + { + "entropy": 4.93112621307373, + "epoch": 7.8113879003558715, + "grad_norm": 1.3671875, + "learning_rate": 0.00011462626236460684, + "loss": 4.1275, + "mean_token_accuracy": 0.2772667795419693, + "num_tokens": 18909933.0, + "step": 6585 + }, + { + "entropy": 4.905091762542725, + "epoch": 7.817319098457888, + "grad_norm": 1.46875, + "learning_rate": 0.00011429253346129949, + "loss": 4.1653, + "mean_token_accuracy": 0.26696341931819917, + "num_tokens": 18924807.0, + "step": 6590 + }, + { + "entropy": 5.061008739471435, + "epoch": 7.823250296559905, + "grad_norm": 1.421875, + "learning_rate": 0.00011395952478240133, + "loss": 4.3139, + "mean_token_accuracy": 0.2544493332505226, + "num_tokens": 18941025.0, + "step": 6595 + }, + { + "entropy": 4.963063097000122, + "epoch": 7.829181494661921, + "grad_norm": 1.5625, + "learning_rate": 0.00011362723782031965, + "loss": 4.133, + "mean_token_accuracy": 0.2810679763555527, + "num_tokens": 18953531.0, + "step": 6600 + }, + { + "entropy": 4.895349740982056, + "epoch": 7.835112692763938, + "grad_norm": 1.546875, + "learning_rate": 0.00011329567406422726, + "loss": 4.1559, + "mean_token_accuracy": 0.2731098562479019, + "num_tokens": 18965275.0, + "step": 6605 + }, + { + "entropy": 4.973057889938355, + "epoch": 7.841043890865955, + "grad_norm": 1.4375, + "learning_rate": 0.00011296483500005568, + "loss": 4.1533, + "mean_token_accuracy": 0.2832289099693298, + "num_tokens": 18978974.0, + "step": 6610 + }, + { + "entropy": 4.96409854888916, + "epoch": 7.846975088967971, + "grad_norm": 1.5234375, + "learning_rate": 0.00011263472211048886, + "loss": 4.178, + "mean_token_accuracy": 0.2704193025827408, + "num_tokens": 18993680.0, + "step": 6615 + }, + { + "entropy": 4.950223064422607, + "epoch": 7.852906287069988, + "grad_norm": 1.5234375, + "learning_rate": 0.00011230533687495628, + "loss": 4.1989, + "mean_token_accuracy": 0.27050180435180665, + "num_tokens": 19007293.0, + "step": 6620 + }, + { + "entropy": 5.010431337356567, + "epoch": 7.858837485172005, + "grad_norm": 1.25, + "learning_rate": 0.0001119766807696263, + "loss": 4.2838, + "mean_token_accuracy": 0.2617028385400772, + "num_tokens": 19023044.0, + "step": 6625 + }, + { + "entropy": 4.97742919921875, + "epoch": 7.864768683274021, + "grad_norm": 1.4296875, + "learning_rate": 0.0001116487552673997, + "loss": 4.2063, + "mean_token_accuracy": 0.2721273049712181, + "num_tokens": 19035841.0, + "step": 6630 + }, + { + "entropy": 4.966792631149292, + "epoch": 7.870699881376038, + "grad_norm": 1.4765625, + "learning_rate": 0.00011132156183790298, + "loss": 4.1201, + "mean_token_accuracy": 0.27410572916269305, + "num_tokens": 19049207.0, + "step": 6635 + }, + { + "entropy": 4.942177248001099, + "epoch": 7.876631079478054, + "grad_norm": 1.4296875, + "learning_rate": 0.0001109951019474818, + "loss": 4.2095, + "mean_token_accuracy": 0.2704408824443817, + "num_tokens": 19063965.0, + "step": 6640 + }, + { + "entropy": 5.016838598251343, + "epoch": 7.882562277580071, + "grad_norm": 1.609375, + "learning_rate": 0.00011066937705919448, + "loss": 4.1917, + "mean_token_accuracy": 0.27301163971424103, + "num_tokens": 19078033.0, + "step": 6645 + }, + { + "entropy": 4.972585248947143, + "epoch": 7.888493475682088, + "grad_norm": 1.4296875, + "learning_rate": 0.00011034438863280508, + "loss": 4.2622, + "mean_token_accuracy": 0.26711854338645935, + "num_tokens": 19092326.0, + "step": 6650 + }, + { + "entropy": 4.955294036865235, + "epoch": 7.894424673784105, + "grad_norm": 1.5546875, + "learning_rate": 0.00011002013812477745, + "loss": 4.1939, + "mean_token_accuracy": 0.27363294661045073, + "num_tokens": 19105866.0, + "step": 6655 + }, + { + "entropy": 4.985445356369018, + "epoch": 7.900355871886121, + "grad_norm": 1.4609375, + "learning_rate": 0.00010969662698826835, + "loss": 4.2392, + "mean_token_accuracy": 0.25972959101200105, + "num_tokens": 19119776.0, + "step": 6660 + }, + { + "entropy": 4.8988072872161865, + "epoch": 7.906287069988138, + "grad_norm": 1.5078125, + "learning_rate": 0.00010937385667312077, + "loss": 4.1621, + "mean_token_accuracy": 0.2720198556780815, + "num_tokens": 19133545.0, + "step": 6665 + }, + { + "entropy": 4.915426588058471, + "epoch": 7.912218268090154, + "grad_norm": 1.3984375, + "learning_rate": 0.00010905182862585788, + "loss": 4.1231, + "mean_token_accuracy": 0.28039395809173584, + "num_tokens": 19146321.0, + "step": 6670 + }, + { + "entropy": 4.943013143539429, + "epoch": 7.918149466192171, + "grad_norm": 1.4375, + "learning_rate": 0.00010873054428967625, + "loss": 4.2105, + "mean_token_accuracy": 0.27190188616514205, + "num_tokens": 19160454.0, + "step": 6675 + }, + { + "entropy": 4.9680544376373295, + "epoch": 7.924080664294188, + "grad_norm": 1.65625, + "learning_rate": 0.00010841000510443932, + "loss": 4.1408, + "mean_token_accuracy": 0.2747448205947876, + "num_tokens": 19172877.0, + "step": 6680 + }, + { + "entropy": 4.937022542953491, + "epoch": 7.930011862396204, + "grad_norm": 1.5859375, + "learning_rate": 0.0001080902125066712, + "loss": 4.176, + "mean_token_accuracy": 0.27405632436275484, + "num_tokens": 19186256.0, + "step": 6685 + }, + { + "entropy": 5.0273994445800785, + "epoch": 7.935943060498221, + "grad_norm": 1.4765625, + "learning_rate": 0.00010777116792955009, + "loss": 4.1803, + "mean_token_accuracy": 0.2764009773731232, + "num_tokens": 19201162.0, + "step": 6690 + }, + { + "entropy": 4.958741664886475, + "epoch": 7.9418742586002375, + "grad_norm": 1.4375, + "learning_rate": 0.00010745287280290189, + "loss": 4.2054, + "mean_token_accuracy": 0.2653421968221664, + "num_tokens": 19215541.0, + "step": 6695 + }, + { + "entropy": 4.941545534133911, + "epoch": 7.947805456702254, + "grad_norm": 1.484375, + "learning_rate": 0.00010713532855319375, + "loss": 4.197, + "mean_token_accuracy": 0.26559500098228456, + "num_tokens": 19230382.0, + "step": 6700 + }, + { + "entropy": 4.944055509567261, + "epoch": 7.9537366548042705, + "grad_norm": 1.46875, + "learning_rate": 0.00010681853660352754, + "loss": 4.1747, + "mean_token_accuracy": 0.26648750007152555, + "num_tokens": 19244114.0, + "step": 6705 + }, + { + "entropy": 4.966470098495483, + "epoch": 7.959667852906287, + "grad_norm": 1.3984375, + "learning_rate": 0.00010650249837363392, + "loss": 4.2037, + "mean_token_accuracy": 0.27547854483127593, + "num_tokens": 19258710.0, + "step": 6710 + }, + { + "entropy": 4.934756660461426, + "epoch": 7.9655990510083035, + "grad_norm": 1.3125, + "learning_rate": 0.00010618721527986555, + "loss": 4.158, + "mean_token_accuracy": 0.2726140424609184, + "num_tokens": 19275112.0, + "step": 6715 + }, + { + "entropy": 4.922717666625976, + "epoch": 7.97153024911032, + "grad_norm": 1.421875, + "learning_rate": 0.00010587268873519079, + "loss": 4.1501, + "mean_token_accuracy": 0.2772819012403488, + "num_tokens": 19288062.0, + "step": 6720 + }, + { + "entropy": 4.936734676361084, + "epoch": 7.977461447212336, + "grad_norm": 1.5, + "learning_rate": 0.00010555892014918755, + "loss": 4.1506, + "mean_token_accuracy": 0.27411834299564364, + "num_tokens": 19302042.0, + "step": 6725 + }, + { + "entropy": 4.958236503601074, + "epoch": 7.983392645314353, + "grad_norm": 1.515625, + "learning_rate": 0.00010524591092803703, + "loss": 4.161, + "mean_token_accuracy": 0.2733812749385834, + "num_tokens": 19314110.0, + "step": 6730 + }, + { + "entropy": 4.981080484390259, + "epoch": 7.98932384341637, + "grad_norm": 1.59375, + "learning_rate": 0.00010493366247451697, + "loss": 4.1928, + "mean_token_accuracy": 0.27449638992547987, + "num_tokens": 19327278.0, + "step": 6735 + }, + { + "entropy": 5.008158779144287, + "epoch": 7.995255041518387, + "grad_norm": 1.4921875, + "learning_rate": 0.00010462217618799577, + "loss": 4.2661, + "mean_token_accuracy": 0.2655520737171173, + "num_tokens": 19342292.0, + "step": 6740 + }, + { + "entropy": 4.918616390228271, + "epoch": 8.001186239620404, + "grad_norm": 1.53125, + "learning_rate": 0.00010431145346442641, + "loss": 4.1724, + "mean_token_accuracy": 0.2703625589609146, + "num_tokens": 19355263.0, + "step": 6745 + }, + { + "entropy": 4.952774286270142, + "epoch": 8.00711743772242, + "grad_norm": 1.6171875, + "learning_rate": 0.0001040014956963394, + "loss": 4.1125, + "mean_token_accuracy": 0.2855179339647293, + "num_tokens": 19370894.0, + "step": 6750 + }, + { + "entropy": 4.956142950057983, + "epoch": 8.013048635824436, + "grad_norm": 1.6484375, + "learning_rate": 0.00010369230427283743, + "loss": 4.1307, + "mean_token_accuracy": 0.27639118432998655, + "num_tokens": 19384952.0, + "step": 6755 + }, + { + "entropy": 4.953587770462036, + "epoch": 8.018979833926453, + "grad_norm": 1.453125, + "learning_rate": 0.00010338388057958861, + "loss": 4.1299, + "mean_token_accuracy": 0.27635318338871, + "num_tokens": 19398827.0, + "step": 6760 + }, + { + "entropy": 4.980620622634888, + "epoch": 8.02491103202847, + "grad_norm": 1.65625, + "learning_rate": 0.00010307622599882024, + "loss": 4.1558, + "mean_token_accuracy": 0.2757073760032654, + "num_tokens": 19412885.0, + "step": 6765 + }, + { + "entropy": 4.951993179321289, + "epoch": 8.030842230130487, + "grad_norm": 1.3046875, + "learning_rate": 0.00010276934190931311, + "loss": 4.1164, + "mean_token_accuracy": 0.2768961787223816, + "num_tokens": 19427649.0, + "step": 6770 + }, + { + "entropy": 4.977577447891235, + "epoch": 8.036773428232504, + "grad_norm": 1.3828125, + "learning_rate": 0.00010246322968639466, + "loss": 4.1107, + "mean_token_accuracy": 0.28088724315166474, + "num_tokens": 19440414.0, + "step": 6775 + }, + { + "entropy": 4.959649896621704, + "epoch": 8.042704626334519, + "grad_norm": 1.4453125, + "learning_rate": 0.00010215789070193334, + "loss": 4.1053, + "mean_token_accuracy": 0.28382750153541564, + "num_tokens": 19453244.0, + "step": 6780 + }, + { + "entropy": 4.953791713714599, + "epoch": 8.048635824436536, + "grad_norm": 1.5625, + "learning_rate": 0.00010185332632433225, + "loss": 4.1219, + "mean_token_accuracy": 0.27816020846366885, + "num_tokens": 19466198.0, + "step": 6785 + }, + { + "entropy": 4.94953031539917, + "epoch": 8.054567022538553, + "grad_norm": 1.421875, + "learning_rate": 0.00010154953791852294, + "loss": 4.1447, + "mean_token_accuracy": 0.27725039422512054, + "num_tokens": 19481194.0, + "step": 6790 + }, + { + "entropy": 4.961174488067627, + "epoch": 8.06049822064057, + "grad_norm": 1.4140625, + "learning_rate": 0.00010124652684595948, + "loss": 4.1174, + "mean_token_accuracy": 0.2796910166740417, + "num_tokens": 19494515.0, + "step": 6795 + }, + { + "entropy": 4.991759729385376, + "epoch": 8.066429418742587, + "grad_norm": 1.34375, + "learning_rate": 0.0001009442944646122, + "loss": 4.1444, + "mean_token_accuracy": 0.2743052154779434, + "num_tokens": 19509822.0, + "step": 6800 + }, + { + "entropy": 4.9291540622711185, + "epoch": 8.072360616844602, + "grad_norm": 1.21875, + "learning_rate": 0.00010064284212896155, + "loss": 4.0665, + "mean_token_accuracy": 0.28025729656219484, + "num_tokens": 19524674.0, + "step": 6805 + }, + { + "entropy": 4.964055490493775, + "epoch": 8.078291814946619, + "grad_norm": 1.6484375, + "learning_rate": 0.00010034217118999234, + "loss": 4.1484, + "mean_token_accuracy": 0.27135920226573945, + "num_tokens": 19540329.0, + "step": 6810 + }, + { + "entropy": 4.977747011184692, + "epoch": 8.084223013048636, + "grad_norm": 1.375, + "learning_rate": 0.00010004228299518739, + "loss": 4.1527, + "mean_token_accuracy": 0.2773289069533348, + "num_tokens": 19554451.0, + "step": 6815 + }, + { + "entropy": 4.976891994476318, + "epoch": 8.090154211150653, + "grad_norm": 1.4609375, + "learning_rate": 9.974317888852149e-05, + "loss": 4.1149, + "mean_token_accuracy": 0.28241694569587705, + "num_tokens": 19570121.0, + "step": 6820 + }, + { + "entropy": 4.995674705505371, + "epoch": 8.09608540925267, + "grad_norm": 1.6171875, + "learning_rate": 9.944486021045559e-05, + "loss": 4.1607, + "mean_token_accuracy": 0.27272525280714033, + "num_tokens": 19583781.0, + "step": 6825 + }, + { + "entropy": 4.9257275581359865, + "epoch": 8.102016607354686, + "grad_norm": 1.640625, + "learning_rate": 9.914732829793074e-05, + "loss": 4.0705, + "mean_token_accuracy": 0.2852848917245865, + "num_tokens": 19596897.0, + "step": 6830 + }, + { + "entropy": 4.910679912567138, + "epoch": 8.107947805456702, + "grad_norm": 1.515625, + "learning_rate": 9.885058448436182e-05, + "loss": 4.0648, + "mean_token_accuracy": 0.28457278311252593, + "num_tokens": 19612035.0, + "step": 6835 + }, + { + "entropy": 5.007439708709716, + "epoch": 8.113879003558718, + "grad_norm": 1.6171875, + "learning_rate": 9.855463009963195e-05, + "loss": 4.1719, + "mean_token_accuracy": 0.2767337769269943, + "num_tokens": 19626203.0, + "step": 6840 + }, + { + "entropy": 5.004592514038086, + "epoch": 8.119810201660735, + "grad_norm": 1.6015625, + "learning_rate": 9.825946647008624e-05, + "loss": 4.1668, + "mean_token_accuracy": 0.2726615399122238, + "num_tokens": 19640677.0, + "step": 6845 + }, + { + "entropy": 4.947024965286255, + "epoch": 8.125741399762752, + "grad_norm": 1.3359375, + "learning_rate": 9.79650949185261e-05, + "loss": 4.0692, + "mean_token_accuracy": 0.28409830331802366, + "num_tokens": 19656376.0, + "step": 6850 + }, + { + "entropy": 4.924175882339478, + "epoch": 8.13167259786477, + "grad_norm": 1.515625, + "learning_rate": 9.767151676420313e-05, + "loss": 4.1249, + "mean_token_accuracy": 0.2704366624355316, + "num_tokens": 19669870.0, + "step": 6855 + }, + { + "entropy": 4.911569881439209, + "epoch": 8.137603795966786, + "grad_norm": 1.4375, + "learning_rate": 9.737873332281308e-05, + "loss": 4.1057, + "mean_token_accuracy": 0.2803793638944626, + "num_tokens": 19684654.0, + "step": 6860 + }, + { + "entropy": 4.942528438568115, + "epoch": 8.143534994068801, + "grad_norm": 1.59375, + "learning_rate": 9.708674590649033e-05, + "loss": 4.1414, + "mean_token_accuracy": 0.2712926119565964, + "num_tokens": 19699173.0, + "step": 6865 + }, + { + "entropy": 4.881103277206421, + "epoch": 8.149466192170818, + "grad_norm": 1.3984375, + "learning_rate": 9.67955558238018e-05, + "loss": 4.0119, + "mean_token_accuracy": 0.29087738394737245, + "num_tokens": 19710580.0, + "step": 6870 + }, + { + "entropy": 5.009051847457886, + "epoch": 8.155397390272835, + "grad_norm": 1.4765625, + "learning_rate": 9.650516437974091e-05, + "loss": 4.1787, + "mean_token_accuracy": 0.2765727609395981, + "num_tokens": 19725437.0, + "step": 6875 + }, + { + "entropy": 4.956774616241455, + "epoch": 8.161328588374852, + "grad_norm": 1.4609375, + "learning_rate": 9.62155728757221e-05, + "loss": 4.1551, + "mean_token_accuracy": 0.2715842515230179, + "num_tokens": 19740152.0, + "step": 6880 + }, + { + "entropy": 4.945559120178222, + "epoch": 8.167259786476869, + "grad_norm": 1.5390625, + "learning_rate": 9.592678260957476e-05, + "loss": 4.0861, + "mean_token_accuracy": 0.2820469528436661, + "num_tokens": 19754897.0, + "step": 6885 + }, + { + "entropy": 4.9831342697143555, + "epoch": 8.173190984578884, + "grad_norm": 1.40625, + "learning_rate": 9.563879487553736e-05, + "loss": 4.1503, + "mean_token_accuracy": 0.2785887211561203, + "num_tokens": 19769744.0, + "step": 6890 + }, + { + "entropy": 4.953654718399048, + "epoch": 8.179122182680901, + "grad_norm": 1.40625, + "learning_rate": 9.53516109642519e-05, + "loss": 4.1591, + "mean_token_accuracy": 0.2738503411412239, + "num_tokens": 19786345.0, + "step": 6895 + }, + { + "entropy": 5.01388111114502, + "epoch": 8.185053380782918, + "grad_norm": 1.5078125, + "learning_rate": 9.506523216275789e-05, + "loss": 4.1595, + "mean_token_accuracy": 0.27657521069049834, + "num_tokens": 19800507.0, + "step": 6900 + }, + { + "entropy": 4.937813138961792, + "epoch": 8.190984578884935, + "grad_norm": 1.5625, + "learning_rate": 9.477965975448671e-05, + "loss": 4.1359, + "mean_token_accuracy": 0.28178862780332564, + "num_tokens": 19814388.0, + "step": 6905 + }, + { + "entropy": 4.952528047561645, + "epoch": 8.196915776986952, + "grad_norm": 1.453125, + "learning_rate": 9.449489501925579e-05, + "loss": 4.1216, + "mean_token_accuracy": 0.28036233931779864, + "num_tokens": 19829219.0, + "step": 6910 + }, + { + "entropy": 4.971898889541626, + "epoch": 8.202846975088969, + "grad_norm": 1.484375, + "learning_rate": 9.421093923326302e-05, + "loss": 4.0613, + "mean_token_accuracy": 0.2923776924610138, + "num_tokens": 19842053.0, + "step": 6915 + }, + { + "entropy": 4.9648068904876705, + "epoch": 8.208778173190984, + "grad_norm": 1.3359375, + "learning_rate": 9.39277936690806e-05, + "loss": 4.11, + "mean_token_accuracy": 0.284161776304245, + "num_tokens": 19856805.0, + "step": 6920 + }, + { + "entropy": 4.931480836868286, + "epoch": 8.214709371293, + "grad_norm": 1.359375, + "learning_rate": 9.364545959565007e-05, + "loss": 4.105, + "mean_token_accuracy": 0.27689804285764696, + "num_tokens": 19872204.0, + "step": 6925 + }, + { + "entropy": 4.954165983200073, + "epoch": 8.220640569395018, + "grad_norm": 1.484375, + "learning_rate": 9.336393827827583e-05, + "loss": 4.1338, + "mean_token_accuracy": 0.2822166562080383, + "num_tokens": 19885489.0, + "step": 6930 + }, + { + "entropy": 4.980246210098267, + "epoch": 8.226571767497035, + "grad_norm": 1.5078125, + "learning_rate": 9.30832309786201e-05, + "loss": 4.1954, + "mean_token_accuracy": 0.2705867365002632, + "num_tokens": 19900830.0, + "step": 6935 + }, + { + "entropy": 4.957044506072998, + "epoch": 8.232502965599052, + "grad_norm": 1.40625, + "learning_rate": 9.280333895469695e-05, + "loss": 4.1184, + "mean_token_accuracy": 0.27876162976026536, + "num_tokens": 19915611.0, + "step": 6940 + }, + { + "entropy": 4.980874109268188, + "epoch": 8.238434163701069, + "grad_norm": 1.453125, + "learning_rate": 9.252426346086662e-05, + "loss": 4.1519, + "mean_token_accuracy": 0.2773675724864006, + "num_tokens": 19929162.0, + "step": 6945 + }, + { + "entropy": 4.89205322265625, + "epoch": 8.244365361803084, + "grad_norm": 1.4921875, + "learning_rate": 9.224600574783004e-05, + "loss": 4.0476, + "mean_token_accuracy": 0.2908473551273346, + "num_tokens": 19942721.0, + "step": 6950 + }, + { + "entropy": 4.9506487369537355, + "epoch": 8.2502965599051, + "grad_norm": 1.5625, + "learning_rate": 9.19685670626233e-05, + "loss": 4.1196, + "mean_token_accuracy": 0.2869738355278969, + "num_tokens": 19957300.0, + "step": 6955 + }, + { + "entropy": 4.946757507324219, + "epoch": 8.256227758007118, + "grad_norm": 1.453125, + "learning_rate": 9.169194864861184e-05, + "loss": 4.0738, + "mean_token_accuracy": 0.2842596858739853, + "num_tokens": 19971150.0, + "step": 6960 + }, + { + "entropy": 4.9259786128997805, + "epoch": 8.262158956109134, + "grad_norm": 1.3359375, + "learning_rate": 9.141615174548499e-05, + "loss": 4.117, + "mean_token_accuracy": 0.28442147374153137, + "num_tokens": 19987092.0, + "step": 6965 + }, + { + "entropy": 5.019797658920288, + "epoch": 8.268090154211151, + "grad_norm": 1.53125, + "learning_rate": 9.114117758925048e-05, + "loss": 4.2259, + "mean_token_accuracy": 0.2647417798638344, + "num_tokens": 20001628.0, + "step": 6970 + }, + { + "entropy": 4.912492990493774, + "epoch": 8.274021352313166, + "grad_norm": 1.4375, + "learning_rate": 9.086702741222862e-05, + "loss": 4.0714, + "mean_token_accuracy": 0.28536428809165953, + "num_tokens": 20015385.0, + "step": 6975 + }, + { + "entropy": 4.996911859512329, + "epoch": 8.279952550415183, + "grad_norm": 1.453125, + "learning_rate": 9.059370244304731e-05, + "loss": 4.144, + "mean_token_accuracy": 0.27965455651283266, + "num_tokens": 20029444.0, + "step": 6980 + }, + { + "entropy": 4.945066928863525, + "epoch": 8.2858837485172, + "grad_norm": 1.4375, + "learning_rate": 9.032120390663598e-05, + "loss": 4.1688, + "mean_token_accuracy": 0.267382450401783, + "num_tokens": 20043693.0, + "step": 6985 + }, + { + "entropy": 4.960481071472168, + "epoch": 8.291814946619217, + "grad_norm": 1.359375, + "learning_rate": 9.004953302422029e-05, + "loss": 4.1848, + "mean_token_accuracy": 0.2698869094252586, + "num_tokens": 20058082.0, + "step": 6990 + }, + { + "entropy": 5.019311714172363, + "epoch": 8.297746144721234, + "grad_norm": 1.4609375, + "learning_rate": 8.977869101331695e-05, + "loss": 4.2323, + "mean_token_accuracy": 0.26750168800354, + "num_tokens": 20074309.0, + "step": 6995 + }, + { + "entropy": 4.913663387298584, + "epoch": 8.303677342823251, + "grad_norm": 1.5859375, + "learning_rate": 8.950867908772773e-05, + "loss": 4.1159, + "mean_token_accuracy": 0.28194110542535783, + "num_tokens": 20089667.0, + "step": 7000 + }, + { + "epoch": 8.303677342823251, + "eval_entropy": 4.845988825054988, + "eval_loss": 5.288313388824463, + "eval_mean_token_accuracy": 0.19573048509063165, + "eval_num_tokens": 20089667.0, + "eval_runtime": 1.8519, + "eval_samples_per_second": 1408.312, + "eval_steps_per_second": 176.039, + "step": 7000 + }, + { + "entropy": 4.943807554244995, + "epoch": 8.309608540925266, + "grad_norm": 1.4765625, + "learning_rate": 8.923949845753446e-05, + "loss": 4.0599, + "mean_token_accuracy": 0.28715709447860716, + "num_tokens": 20102066.0, + "step": 7005 + }, + { + "entropy": 4.94815411567688, + "epoch": 8.315539739027283, + "grad_norm": 1.578125, + "learning_rate": 8.89711503290934e-05, + "loss": 4.1353, + "mean_token_accuracy": 0.27826972901821134, + "num_tokens": 20118628.0, + "step": 7010 + }, + { + "entropy": 4.963492727279663, + "epoch": 8.3214709371293, + "grad_norm": 1.4609375, + "learning_rate": 8.870363590502995e-05, + "loss": 4.0765, + "mean_token_accuracy": 0.2875643581151962, + "num_tokens": 20131846.0, + "step": 7015 + }, + { + "entropy": 5.033528900146484, + "epoch": 8.327402135231317, + "grad_norm": 1.375, + "learning_rate": 8.843695638423307e-05, + "loss": 4.2082, + "mean_token_accuracy": 0.2754577323794365, + "num_tokens": 20145972.0, + "step": 7020 + }, + { + "entropy": 4.939410018920898, + "epoch": 8.333333333333334, + "grad_norm": 1.6015625, + "learning_rate": 8.817111296185022e-05, + "loss": 4.0905, + "mean_token_accuracy": 0.2850518971681595, + "num_tokens": 20160996.0, + "step": 7025 + }, + { + "entropy": 4.929085969924927, + "epoch": 8.33926453143535, + "grad_norm": 1.4453125, + "learning_rate": 8.790610682928153e-05, + "loss": 4.1538, + "mean_token_accuracy": 0.27305626273155215, + "num_tokens": 20176232.0, + "step": 7030 + }, + { + "entropy": 4.999951696395874, + "epoch": 8.345195729537366, + "grad_norm": 1.2890625, + "learning_rate": 8.764193917417495e-05, + "loss": 4.1882, + "mean_token_accuracy": 0.2673496440052986, + "num_tokens": 20190872.0, + "step": 7035 + }, + { + "entropy": 4.9529218673706055, + "epoch": 8.351126927639383, + "grad_norm": 1.546875, + "learning_rate": 8.737861118042077e-05, + "loss": 4.0893, + "mean_token_accuracy": 0.2853918135166168, + "num_tokens": 20203422.0, + "step": 7040 + }, + { + "entropy": 4.929451990127563, + "epoch": 8.3570581257414, + "grad_norm": 1.4140625, + "learning_rate": 8.7116124028146e-05, + "loss": 4.1002, + "mean_token_accuracy": 0.2841632515192032, + "num_tokens": 20218104.0, + "step": 7045 + }, + { + "entropy": 5.016379880905151, + "epoch": 8.362989323843417, + "grad_norm": 1.5859375, + "learning_rate": 8.685447889370962e-05, + "loss": 4.206, + "mean_token_accuracy": 0.26717809289693834, + "num_tokens": 20233026.0, + "step": 7050 + }, + { + "entropy": 4.88982834815979, + "epoch": 8.368920521945434, + "grad_norm": 1.6796875, + "learning_rate": 8.659367694969697e-05, + "loss": 4.0934, + "mean_token_accuracy": 0.28569348603487016, + "num_tokens": 20246633.0, + "step": 7055 + }, + { + "entropy": 4.981721878051758, + "epoch": 8.374851720047449, + "grad_norm": 1.609375, + "learning_rate": 8.633371936491439e-05, + "loss": 4.1645, + "mean_token_accuracy": 0.27752143442630767, + "num_tokens": 20260486.0, + "step": 7060 + }, + { + "entropy": 5.025034666061401, + "epoch": 8.380782918149466, + "grad_norm": 1.3125, + "learning_rate": 8.607460730438433e-05, + "loss": 4.2005, + "mean_token_accuracy": 0.27400632202625275, + "num_tokens": 20274950.0, + "step": 7065 + }, + { + "entropy": 4.972424793243408, + "epoch": 8.386714116251483, + "grad_norm": 1.2109375, + "learning_rate": 8.58163419293399e-05, + "loss": 4.124, + "mean_token_accuracy": 0.2825900614261627, + "num_tokens": 20291379.0, + "step": 7070 + }, + { + "entropy": 4.922041559219361, + "epoch": 8.3926453143535, + "grad_norm": 1.328125, + "learning_rate": 8.555892439721974e-05, + "loss": 4.1642, + "mean_token_accuracy": 0.273585370182991, + "num_tokens": 20306948.0, + "step": 7075 + }, + { + "entropy": 4.968210887908936, + "epoch": 8.398576512455517, + "grad_norm": 1.3671875, + "learning_rate": 8.53023558616628e-05, + "loss": 4.1533, + "mean_token_accuracy": 0.2730686664581299, + "num_tokens": 20322879.0, + "step": 7080 + }, + { + "entropy": 4.954150867462158, + "epoch": 8.404507710557533, + "grad_norm": 1.421875, + "learning_rate": 8.504663747250307e-05, + "loss": 4.1461, + "mean_token_accuracy": 0.27833545953035355, + "num_tokens": 20337429.0, + "step": 7085 + }, + { + "entropy": 4.991365528106689, + "epoch": 8.410438908659549, + "grad_norm": 1.7421875, + "learning_rate": 8.479177037576465e-05, + "loss": 4.1721, + "mean_token_accuracy": 0.2763865113258362, + "num_tokens": 20351832.0, + "step": 7090 + }, + { + "entropy": 4.918641757965088, + "epoch": 8.416370106761565, + "grad_norm": 1.3046875, + "learning_rate": 8.45377557136566e-05, + "loss": 4.0919, + "mean_token_accuracy": 0.27801636308431626, + "num_tokens": 20367750.0, + "step": 7095 + }, + { + "entropy": 4.984933614730835, + "epoch": 8.422301304863582, + "grad_norm": 1.3046875, + "learning_rate": 8.428459462456742e-05, + "loss": 4.1549, + "mean_token_accuracy": 0.28463602960109713, + "num_tokens": 20381940.0, + "step": 7100 + }, + { + "entropy": 4.972204875946045, + "epoch": 8.4282325029656, + "grad_norm": 1.3515625, + "learning_rate": 8.40322882430605e-05, + "loss": 4.1892, + "mean_token_accuracy": 0.269132573902607, + "num_tokens": 20398234.0, + "step": 7105 + }, + { + "entropy": 5.0125813484191895, + "epoch": 8.434163701067616, + "grad_norm": 1.3125, + "learning_rate": 8.378083769986877e-05, + "loss": 4.2091, + "mean_token_accuracy": 0.2703700795769691, + "num_tokens": 20412760.0, + "step": 7110 + }, + { + "entropy": 4.942654085159302, + "epoch": 8.440094899169633, + "grad_norm": 1.421875, + "learning_rate": 8.353024412188947e-05, + "loss": 4.1133, + "mean_token_accuracy": 0.2814383789896965, + "num_tokens": 20425619.0, + "step": 7115 + }, + { + "entropy": 4.970111846923828, + "epoch": 8.446026097271648, + "grad_norm": 1.4453125, + "learning_rate": 8.328050863217945e-05, + "loss": 4.1303, + "mean_token_accuracy": 0.28334583938121793, + "num_tokens": 20439053.0, + "step": 7120 + }, + { + "entropy": 4.94553771018982, + "epoch": 8.451957295373665, + "grad_norm": 1.34375, + "learning_rate": 8.30316323499499e-05, + "loss": 4.1528, + "mean_token_accuracy": 0.275912007689476, + "num_tokens": 20455183.0, + "step": 7125 + }, + { + "entropy": 4.981212615966797, + "epoch": 8.457888493475682, + "grad_norm": 1.421875, + "learning_rate": 8.278361639056139e-05, + "loss": 4.151, + "mean_token_accuracy": 0.27214971780776975, + "num_tokens": 20469946.0, + "step": 7130 + }, + { + "entropy": 5.046653127670288, + "epoch": 8.463819691577699, + "grad_norm": 1.3671875, + "learning_rate": 8.253646186551892e-05, + "loss": 4.1096, + "mean_token_accuracy": 0.28105743080377577, + "num_tokens": 20485435.0, + "step": 7135 + }, + { + "entropy": 4.9441821575164795, + "epoch": 8.469750889679716, + "grad_norm": 1.46875, + "learning_rate": 8.229016988246687e-05, + "loss": 4.1376, + "mean_token_accuracy": 0.276494437456131, + "num_tokens": 20500031.0, + "step": 7140 + }, + { + "entropy": 4.951654863357544, + "epoch": 8.475682087781731, + "grad_norm": 1.3828125, + "learning_rate": 8.204474154518401e-05, + "loss": 4.1319, + "mean_token_accuracy": 0.28140354305505755, + "num_tokens": 20514744.0, + "step": 7145 + }, + { + "entropy": 4.94715142250061, + "epoch": 8.481613285883748, + "grad_norm": 1.5546875, + "learning_rate": 8.180017795357872e-05, + "loss": 4.1549, + "mean_token_accuracy": 0.2663842305541039, + "num_tokens": 20529703.0, + "step": 7150 + }, + { + "entropy": 4.996786737442017, + "epoch": 8.487544483985765, + "grad_norm": 1.453125, + "learning_rate": 8.155648020368384e-05, + "loss": 4.1788, + "mean_token_accuracy": 0.27609876692295077, + "num_tokens": 20543900.0, + "step": 7155 + }, + { + "entropy": 4.929298019409179, + "epoch": 8.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 8.13136493876519e-05, + "loss": 4.1505, + "mean_token_accuracy": 0.273946738243103, + "num_tokens": 20558897.0, + "step": 7160 + }, + { + "entropy": 4.941282415390015, + "epoch": 8.499406880189799, + "grad_norm": 1.515625, + "learning_rate": 8.107168659375028e-05, + "loss": 4.1881, + "mean_token_accuracy": 0.2708439499139786, + "num_tokens": 20574265.0, + "step": 7165 + }, + { + "entropy": 5.010174655914307, + "epoch": 8.505338078291816, + "grad_norm": 1.296875, + "learning_rate": 8.083059290635609e-05, + "loss": 4.1422, + "mean_token_accuracy": 0.2740061551332474, + "num_tokens": 20587826.0, + "step": 7170 + }, + { + "entropy": 4.959544372558594, + "epoch": 8.511269276393831, + "grad_norm": 1.5390625, + "learning_rate": 8.059036940595152e-05, + "loss": 4.14, + "mean_token_accuracy": 0.28165957927703855, + "num_tokens": 20602410.0, + "step": 7175 + }, + { + "entropy": 5.011852502822876, + "epoch": 8.517200474495848, + "grad_norm": 1.5, + "learning_rate": 8.035101716911902e-05, + "loss": 4.1821, + "mean_token_accuracy": 0.2695979312062263, + "num_tokens": 20614735.0, + "step": 7180 + }, + { + "entropy": 5.010019207000733, + "epoch": 8.523131672597865, + "grad_norm": 1.6484375, + "learning_rate": 8.011253726853635e-05, + "loss": 4.171, + "mean_token_accuracy": 0.2716133058071136, + "num_tokens": 20628704.0, + "step": 7185 + }, + { + "entropy": 5.009564161300659, + "epoch": 8.529062870699882, + "grad_norm": 1.3984375, + "learning_rate": 7.987493077297175e-05, + "loss": 4.2043, + "mean_token_accuracy": 0.27437269389629365, + "num_tokens": 20644211.0, + "step": 7190 + }, + { + "entropy": 4.940215826034546, + "epoch": 8.534994068801899, + "grad_norm": 1.5625, + "learning_rate": 7.963819874727936e-05, + "loss": 4.1223, + "mean_token_accuracy": 0.2719195455312729, + "num_tokens": 20656358.0, + "step": 7195 + }, + { + "entropy": 4.992868089675904, + "epoch": 8.540925266903916, + "grad_norm": 1.375, + "learning_rate": 7.940234225239415e-05, + "loss": 4.1214, + "mean_token_accuracy": 0.27949882447719576, + "num_tokens": 20671411.0, + "step": 7200 + }, + { + "entropy": 4.933926820755005, + "epoch": 8.54685646500593, + "grad_norm": 1.3984375, + "learning_rate": 7.91673623453274e-05, + "loss": 4.0932, + "mean_token_accuracy": 0.2841261148452759, + "num_tokens": 20685297.0, + "step": 7205 + }, + { + "entropy": 4.940114593505859, + "epoch": 8.552787663107948, + "grad_norm": 1.546875, + "learning_rate": 7.893326007916197e-05, + "loss": 4.1566, + "mean_token_accuracy": 0.2727809935808182, + "num_tokens": 20699254.0, + "step": 7210 + }, + { + "entropy": 4.965342235565186, + "epoch": 8.558718861209965, + "grad_norm": 1.5078125, + "learning_rate": 7.870003650304732e-05, + "loss": 4.2013, + "mean_token_accuracy": 0.2660842135548592, + "num_tokens": 20714309.0, + "step": 7215 + }, + { + "entropy": 4.854388236999512, + "epoch": 8.564650059311981, + "grad_norm": 1.7578125, + "learning_rate": 7.846769266219513e-05, + "loss": 4.101, + "mean_token_accuracy": 0.28019327819347384, + "num_tokens": 20726852.0, + "step": 7220 + }, + { + "entropy": 4.977337217330932, + "epoch": 8.570581257413998, + "grad_norm": 1.4140625, + "learning_rate": 7.823622959787427e-05, + "loss": 4.1374, + "mean_token_accuracy": 0.276021409034729, + "num_tokens": 20740992.0, + "step": 7225 + }, + { + "entropy": 4.954471254348755, + "epoch": 8.576512455516013, + "grad_norm": 1.3203125, + "learning_rate": 7.800564834740668e-05, + "loss": 4.1682, + "mean_token_accuracy": 0.2712804600596428, + "num_tokens": 20756230.0, + "step": 7230 + }, + { + "entropy": 4.949953174591064, + "epoch": 8.58244365361803, + "grad_norm": 1.328125, + "learning_rate": 7.777594994416214e-05, + "loss": 4.1976, + "mean_token_accuracy": 0.264949195086956, + "num_tokens": 20771015.0, + "step": 7235 + }, + { + "entropy": 4.984851121902466, + "epoch": 8.588374851720047, + "grad_norm": 1.4296875, + "learning_rate": 7.754713541755382e-05, + "loss": 4.1592, + "mean_token_accuracy": 0.2742938667535782, + "num_tokens": 20787552.0, + "step": 7240 + }, + { + "entropy": 5.0273850440979, + "epoch": 8.594306049822064, + "grad_norm": 1.546875, + "learning_rate": 7.731920579303387e-05, + "loss": 4.2146, + "mean_token_accuracy": 0.2603505074977875, + "num_tokens": 20800962.0, + "step": 7245 + }, + { + "entropy": 4.984416103363037, + "epoch": 8.600237247924081, + "grad_norm": 1.3046875, + "learning_rate": 7.709216209208861e-05, + "loss": 4.1653, + "mean_token_accuracy": 0.27206780314445494, + "num_tokens": 20814949.0, + "step": 7250 + }, + { + "entropy": 4.948931360244751, + "epoch": 8.606168446026098, + "grad_norm": 1.515625, + "learning_rate": 7.686600533223395e-05, + "loss": 4.1515, + "mean_token_accuracy": 0.270930515229702, + "num_tokens": 20829395.0, + "step": 7255 + }, + { + "entropy": 4.972690677642822, + "epoch": 8.612099644128113, + "grad_norm": 1.6953125, + "learning_rate": 7.664073652701108e-05, + "loss": 4.1935, + "mean_token_accuracy": 0.2791924819350243, + "num_tokens": 20840591.0, + "step": 7260 + }, + { + "entropy": 4.930185461044312, + "epoch": 8.61803084223013, + "grad_norm": 1.40625, + "learning_rate": 7.641635668598157e-05, + "loss": 4.1094, + "mean_token_accuracy": 0.2762600392103195, + "num_tokens": 20856234.0, + "step": 7265 + }, + { + "entropy": 5.025106811523438, + "epoch": 8.623962040332147, + "grad_norm": 1.3671875, + "learning_rate": 7.619286681472306e-05, + "loss": 4.2039, + "mean_token_accuracy": 0.2704223617911339, + "num_tokens": 20870677.0, + "step": 7270 + }, + { + "entropy": 4.986628246307373, + "epoch": 8.629893238434164, + "grad_norm": 1.34375, + "learning_rate": 7.597026791482479e-05, + "loss": 4.1451, + "mean_token_accuracy": 0.28009108603000643, + "num_tokens": 20885791.0, + "step": 7275 + }, + { + "entropy": 4.943967390060425, + "epoch": 8.635824436536181, + "grad_norm": 1.4375, + "learning_rate": 7.574856098388292e-05, + "loss": 4.1188, + "mean_token_accuracy": 0.2801237225532532, + "num_tokens": 20900908.0, + "step": 7280 + }, + { + "entropy": 4.928922462463379, + "epoch": 8.641755634638198, + "grad_norm": 1.375, + "learning_rate": 7.552774701549625e-05, + "loss": 4.1594, + "mean_token_accuracy": 0.27288660407066345, + "num_tokens": 20915570.0, + "step": 7285 + }, + { + "entropy": 4.942152118682861, + "epoch": 8.647686832740213, + "grad_norm": 1.375, + "learning_rate": 7.530782699926179e-05, + "loss": 4.1528, + "mean_token_accuracy": 0.26729779690504074, + "num_tokens": 20929226.0, + "step": 7290 + }, + { + "entropy": 4.991990423202514, + "epoch": 8.65361803084223, + "grad_norm": 1.3515625, + "learning_rate": 7.508880192076992e-05, + "loss": 4.1729, + "mean_token_accuracy": 0.27379502058029176, + "num_tokens": 20943347.0, + "step": 7295 + }, + { + "entropy": 4.927667427062988, + "epoch": 8.659549228944247, + "grad_norm": 1.2890625, + "learning_rate": 7.487067276160061e-05, + "loss": 4.1471, + "mean_token_accuracy": 0.272829732298851, + "num_tokens": 20957754.0, + "step": 7300 + }, + { + "entropy": 5.025796175003052, + "epoch": 8.665480427046264, + "grad_norm": 1.53125, + "learning_rate": 7.465344049931853e-05, + "loss": 4.1961, + "mean_token_accuracy": 0.2711087018251419, + "num_tokens": 20972361.0, + "step": 7305 + }, + { + "entropy": 4.971052789688111, + "epoch": 8.67141162514828, + "grad_norm": 1.328125, + "learning_rate": 7.443710610746879e-05, + "loss": 4.1498, + "mean_token_accuracy": 0.2808043956756592, + "num_tokens": 20988998.0, + "step": 7310 + }, + { + "entropy": 5.008667087554931, + "epoch": 8.677342823250296, + "grad_norm": 1.515625, + "learning_rate": 7.42216705555727e-05, + "loss": 4.1889, + "mean_token_accuracy": 0.267495159804821, + "num_tokens": 21003844.0, + "step": 7315 + }, + { + "entropy": 4.998081016540527, + "epoch": 8.683274021352313, + "grad_norm": 1.4375, + "learning_rate": 7.40071348091234e-05, + "loss": 4.1622, + "mean_token_accuracy": 0.2721810609102249, + "num_tokens": 21019021.0, + "step": 7320 + }, + { + "entropy": 4.965869903564453, + "epoch": 8.68920521945433, + "grad_norm": 1.46875, + "learning_rate": 7.379349982958122e-05, + "loss": 4.1068, + "mean_token_accuracy": 0.27729521691799164, + "num_tokens": 21033383.0, + "step": 7325 + }, + { + "entropy": 4.978644943237304, + "epoch": 8.695136417556347, + "grad_norm": 1.546875, + "learning_rate": 7.358076657436994e-05, + "loss": 4.1316, + "mean_token_accuracy": 0.2737131804227829, + "num_tokens": 21046113.0, + "step": 7330 + }, + { + "entropy": 4.940286445617676, + "epoch": 8.701067615658364, + "grad_norm": 1.546875, + "learning_rate": 7.336893599687198e-05, + "loss": 4.1334, + "mean_token_accuracy": 0.2737000808119774, + "num_tokens": 21058601.0, + "step": 7335 + }, + { + "entropy": 4.930788850784301, + "epoch": 8.70699881376038, + "grad_norm": 1.640625, + "learning_rate": 7.315800904642442e-05, + "loss": 4.147, + "mean_token_accuracy": 0.2783175349235535, + "num_tokens": 21073179.0, + "step": 7340 + }, + { + "entropy": 4.939731407165527, + "epoch": 8.712930011862396, + "grad_norm": 1.703125, + "learning_rate": 7.29479866683146e-05, + "loss": 4.1738, + "mean_token_accuracy": 0.2742253363132477, + "num_tokens": 21086373.0, + "step": 7345 + }, + { + "entropy": 4.967359304428101, + "epoch": 8.718861209964412, + "grad_norm": 1.625, + "learning_rate": 7.273886980377605e-05, + "loss": 4.1398, + "mean_token_accuracy": 0.2740888252854347, + "num_tokens": 21101279.0, + "step": 7350 + }, + { + "entropy": 4.943398571014404, + "epoch": 8.72479240806643, + "grad_norm": 1.6953125, + "learning_rate": 7.253065938998397e-05, + "loss": 4.1401, + "mean_token_accuracy": 0.2810471624135971, + "num_tokens": 21115145.0, + "step": 7355 + }, + { + "entropy": 4.914582586288452, + "epoch": 8.730723606168446, + "grad_norm": 1.6640625, + "learning_rate": 7.232335636005142e-05, + "loss": 4.1049, + "mean_token_accuracy": 0.283454629778862, + "num_tokens": 21127866.0, + "step": 7360 + }, + { + "entropy": 4.98352632522583, + "epoch": 8.736654804270463, + "grad_norm": 1.546875, + "learning_rate": 7.211696164302477e-05, + "loss": 4.147, + "mean_token_accuracy": 0.27274381518363955, + "num_tokens": 21143187.0, + "step": 7365 + }, + { + "entropy": 4.943776369094849, + "epoch": 8.74258600237248, + "grad_norm": 1.4296875, + "learning_rate": 7.191147616387985e-05, + "loss": 4.1392, + "mean_token_accuracy": 0.27668035328388213, + "num_tokens": 21156342.0, + "step": 7370 + }, + { + "entropy": 4.914475536346435, + "epoch": 8.748517200474495, + "grad_norm": 1.25, + "learning_rate": 7.170690084351765e-05, + "loss": 4.1136, + "mean_token_accuracy": 0.274484246969223, + "num_tokens": 21171544.0, + "step": 7375 + }, + { + "entropy": 4.987798357009888, + "epoch": 8.754448398576512, + "grad_norm": 1.625, + "learning_rate": 7.150323659876007e-05, + "loss": 4.2058, + "mean_token_accuracy": 0.2689012125134468, + "num_tokens": 21186748.0, + "step": 7380 + }, + { + "entropy": 4.9737739086151125, + "epoch": 8.76037959667853, + "grad_norm": 1.3203125, + "learning_rate": 7.130048434234607e-05, + "loss": 4.1954, + "mean_token_accuracy": 0.26618512570858, + "num_tokens": 21203365.0, + "step": 7385 + }, + { + "entropy": 4.959506940841675, + "epoch": 8.766310794780546, + "grad_norm": 1.3828125, + "learning_rate": 7.109864498292742e-05, + "loss": 4.1501, + "mean_token_accuracy": 0.27967590987682345, + "num_tokens": 21217918.0, + "step": 7390 + }, + { + "entropy": 4.984416055679321, + "epoch": 8.772241992882563, + "grad_norm": 1.2890625, + "learning_rate": 7.08977194250647e-05, + "loss": 4.1382, + "mean_token_accuracy": 0.27078953087329866, + "num_tokens": 21234052.0, + "step": 7395 + }, + { + "entropy": 4.8539622783660885, + "epoch": 8.778173190984578, + "grad_norm": 1.4921875, + "learning_rate": 7.06977085692231e-05, + "loss": 4.0381, + "mean_token_accuracy": 0.2885890334844589, + "num_tokens": 21247187.0, + "step": 7400 + }, + { + "entropy": 4.947772693634033, + "epoch": 8.784104389086595, + "grad_norm": 1.21875, + "learning_rate": 7.04986133117687e-05, + "loss": 4.1543, + "mean_token_accuracy": 0.2701907530426979, + "num_tokens": 21262338.0, + "step": 7405 + }, + { + "entropy": 4.92218165397644, + "epoch": 8.790035587188612, + "grad_norm": 1.375, + "learning_rate": 7.030043454496394e-05, + "loss": 4.1334, + "mean_token_accuracy": 0.2841650605201721, + "num_tokens": 21276893.0, + "step": 7410 + }, + { + "entropy": 4.961622905731201, + "epoch": 8.795966785290629, + "grad_norm": 1.3125, + "learning_rate": 7.010317315696422e-05, + "loss": 4.1748, + "mean_token_accuracy": 0.2772024631500244, + "num_tokens": 21291967.0, + "step": 7415 + }, + { + "entropy": 4.950888204574585, + "epoch": 8.801897983392646, + "grad_norm": 1.3203125, + "learning_rate": 6.99068300318135e-05, + "loss": 4.1305, + "mean_token_accuracy": 0.28262528479099275, + "num_tokens": 21305159.0, + "step": 7420 + }, + { + "entropy": 4.974842500686646, + "epoch": 8.807829181494661, + "grad_norm": 1.453125, + "learning_rate": 6.971140604944043e-05, + "loss": 4.1838, + "mean_token_accuracy": 0.2722430855035782, + "num_tokens": 21320228.0, + "step": 7425 + }, + { + "entropy": 4.960995817184449, + "epoch": 8.813760379596678, + "grad_norm": 1.3203125, + "learning_rate": 6.951690208565451e-05, + "loss": 4.1381, + "mean_token_accuracy": 0.2756968855857849, + "num_tokens": 21335038.0, + "step": 7430 + }, + { + "entropy": 4.962438583374023, + "epoch": 8.819691577698695, + "grad_norm": 1.53125, + "learning_rate": 6.93233190121421e-05, + "loss": 4.1189, + "mean_token_accuracy": 0.28208547085523605, + "num_tokens": 21348819.0, + "step": 7435 + }, + { + "entropy": 4.914327478408813, + "epoch": 8.825622775800712, + "grad_norm": 1.4140625, + "learning_rate": 6.913065769646243e-05, + "loss": 4.0927, + "mean_token_accuracy": 0.2894585058093071, + "num_tokens": 21362577.0, + "step": 7440 + }, + { + "entropy": 4.951968765258789, + "epoch": 8.831553973902729, + "grad_norm": 1.3828125, + "learning_rate": 6.893891900204385e-05, + "loss": 4.1274, + "mean_token_accuracy": 0.27483210563659666, + "num_tokens": 21376519.0, + "step": 7445 + }, + { + "entropy": 4.965424346923828, + "epoch": 8.837485172004746, + "grad_norm": 1.296875, + "learning_rate": 6.874810378817997e-05, + "loss": 4.1694, + "mean_token_accuracy": 0.27510762214660645, + "num_tokens": 21392063.0, + "step": 7450 + }, + { + "entropy": 4.960828638076782, + "epoch": 8.84341637010676, + "grad_norm": 1.2890625, + "learning_rate": 6.855821291002562e-05, + "loss": 4.1486, + "mean_token_accuracy": 0.27799118161201475, + "num_tokens": 21407454.0, + "step": 7455 + }, + { + "entropy": 4.963628768920898, + "epoch": 8.849347568208778, + "grad_norm": 1.4296875, + "learning_rate": 6.836924721859321e-05, + "loss": 4.173, + "mean_token_accuracy": 0.27405415326356886, + "num_tokens": 21421759.0, + "step": 7460 + }, + { + "entropy": 4.956427192687988, + "epoch": 8.855278766310795, + "grad_norm": 1.34375, + "learning_rate": 6.818120756074881e-05, + "loss": 4.1741, + "mean_token_accuracy": 0.27347509264945985, + "num_tokens": 21435768.0, + "step": 7465 + }, + { + "entropy": 4.943291091918946, + "epoch": 8.861209964412812, + "grad_norm": 1.421875, + "learning_rate": 6.799409477920841e-05, + "loss": 4.1044, + "mean_token_accuracy": 0.28415452539920805, + "num_tokens": 21448561.0, + "step": 7470 + }, + { + "entropy": 5.035726690292359, + "epoch": 8.867141162514828, + "grad_norm": 1.390625, + "learning_rate": 6.780790971253418e-05, + "loss": 4.1874, + "mean_token_accuracy": 0.2740800306200981, + "num_tokens": 21462561.0, + "step": 7475 + }, + { + "entropy": 4.970057249069214, + "epoch": 8.873072360616845, + "grad_norm": 1.625, + "learning_rate": 6.76226531951305e-05, + "loss": 4.16, + "mean_token_accuracy": 0.27184762358665465, + "num_tokens": 21476456.0, + "step": 7480 + }, + { + "entropy": 4.917915201187133, + "epoch": 8.87900355871886, + "grad_norm": 1.59375, + "learning_rate": 6.74383260572405e-05, + "loss": 4.1117, + "mean_token_accuracy": 0.27805837988853455, + "num_tokens": 21489376.0, + "step": 7485 + }, + { + "entropy": 4.991151237487793, + "epoch": 8.884934756820877, + "grad_norm": 1.625, + "learning_rate": 6.725492912494231e-05, + "loss": 4.1708, + "mean_token_accuracy": 0.27356346547603605, + "num_tokens": 21502300.0, + "step": 7490 + }, + { + "entropy": 4.948666954040528, + "epoch": 8.890865954922894, + "grad_norm": 1.3515625, + "learning_rate": 6.707246322014495e-05, + "loss": 4.1578, + "mean_token_accuracy": 0.2713653206825256, + "num_tokens": 21516333.0, + "step": 7495 + }, + { + "entropy": 4.976688051223755, + "epoch": 8.896797153024911, + "grad_norm": 1.4609375, + "learning_rate": 6.689092916058527e-05, + "loss": 4.1644, + "mean_token_accuracy": 0.27021572142839434, + "num_tokens": 21532280.0, + "step": 7500 + }, + { + "epoch": 8.896797153024911, + "eval_entropy": 4.825031028934783, + "eval_loss": 5.2869696617126465, + "eval_mean_token_accuracy": 0.19631995662955418, + "eval_num_tokens": 21532280.0, + "eval_runtime": 1.854, + "eval_samples_per_second": 1406.704, + "eval_steps_per_second": 175.838, + "step": 7500 + }, + { + "entropy": 4.871624612808228, + "epoch": 8.902728351126928, + "grad_norm": 1.3984375, + "learning_rate": 6.671032775982384e-05, + "loss": 4.0953, + "mean_token_accuracy": 0.27860561609268186, + "num_tokens": 21545079.0, + "step": 7505 + }, + { + "entropy": 4.9522381782531735, + "epoch": 8.908659549228943, + "grad_norm": 1.6328125, + "learning_rate": 6.653065982724143e-05, + "loss": 4.1783, + "mean_token_accuracy": 0.2759768903255463, + "num_tokens": 21558364.0, + "step": 7510 + }, + { + "entropy": 4.900988340377808, + "epoch": 8.91459074733096, + "grad_norm": 1.484375, + "learning_rate": 6.635192616803548e-05, + "loss": 4.1288, + "mean_token_accuracy": 0.278500959277153, + "num_tokens": 21573166.0, + "step": 7515 + }, + { + "entropy": 4.957299041748047, + "epoch": 8.920521945432977, + "grad_norm": 1.3671875, + "learning_rate": 6.617412758321627e-05, + "loss": 4.1512, + "mean_token_accuracy": 0.27872055768966675, + "num_tokens": 21586854.0, + "step": 7520 + }, + { + "entropy": 5.0062459945678714, + "epoch": 8.926453143534994, + "grad_norm": 1.4140625, + "learning_rate": 6.599726486960354e-05, + "loss": 4.2183, + "mean_token_accuracy": 0.26709125339984896, + "num_tokens": 21601500.0, + "step": 7525 + }, + { + "entropy": 4.990415954589844, + "epoch": 8.932384341637011, + "grad_norm": 1.46875, + "learning_rate": 6.582133881982288e-05, + "loss": 4.1605, + "mean_token_accuracy": 0.2696415275335312, + "num_tokens": 21616469.0, + "step": 7530 + }, + { + "entropy": 4.950424432754517, + "epoch": 8.938315539739028, + "grad_norm": 1.390625, + "learning_rate": 6.564635022230207e-05, + "loss": 4.0794, + "mean_token_accuracy": 0.28007436394691465, + "num_tokens": 21629912.0, + "step": 7535 + }, + { + "entropy": 4.959407329559326, + "epoch": 8.944246737841043, + "grad_norm": 1.328125, + "learning_rate": 6.547229986126764e-05, + "loss": 4.1482, + "mean_token_accuracy": 0.2792280688881874, + "num_tokens": 21643020.0, + "step": 7540 + }, + { + "entropy": 5.023368883132934, + "epoch": 8.95017793594306, + "grad_norm": 1.46875, + "learning_rate": 6.529918851674135e-05, + "loss": 4.13, + "mean_token_accuracy": 0.2704299658536911, + "num_tokens": 21656591.0, + "step": 7545 + }, + { + "entropy": 4.935797452926636, + "epoch": 8.956109134045077, + "grad_norm": 1.5234375, + "learning_rate": 6.512701696453663e-05, + "loss": 4.1359, + "mean_token_accuracy": 0.2769801303744316, + "num_tokens": 21669410.0, + "step": 7550 + }, + { + "entropy": 4.914779806137085, + "epoch": 8.962040332147094, + "grad_norm": 1.5546875, + "learning_rate": 6.495578597625521e-05, + "loss": 4.0809, + "mean_token_accuracy": 0.28067986071109774, + "num_tokens": 21682747.0, + "step": 7555 + }, + { + "entropy": 4.9278875350952145, + "epoch": 8.96797153024911, + "grad_norm": 1.25, + "learning_rate": 6.478549631928356e-05, + "loss": 4.0928, + "mean_token_accuracy": 0.2811645597219467, + "num_tokens": 21697650.0, + "step": 7560 + }, + { + "entropy": 4.91930136680603, + "epoch": 8.973902728351128, + "grad_norm": 1.6171875, + "learning_rate": 6.461614875678953e-05, + "loss": 4.1581, + "mean_token_accuracy": 0.27660392224788666, + "num_tokens": 21709561.0, + "step": 7565 + }, + { + "entropy": 4.9827556133270265, + "epoch": 8.979833926453143, + "grad_norm": 1.5625, + "learning_rate": 6.444774404771882e-05, + "loss": 4.1079, + "mean_token_accuracy": 0.2794590398669243, + "num_tokens": 21723045.0, + "step": 7570 + }, + { + "entropy": 4.946361303329468, + "epoch": 8.98576512455516, + "grad_norm": 1.6171875, + "learning_rate": 6.428028294679176e-05, + "loss": 4.0949, + "mean_token_accuracy": 0.28312814235687256, + "num_tokens": 21736819.0, + "step": 7575 + }, + { + "entropy": 4.923412609100342, + "epoch": 8.991696322657177, + "grad_norm": 1.6015625, + "learning_rate": 6.411376620449968e-05, + "loss": 4.1195, + "mean_token_accuracy": 0.283159513771534, + "num_tokens": 21751419.0, + "step": 7580 + }, + { + "entropy": 4.9347936630249025, + "epoch": 8.997627520759194, + "grad_norm": 1.6953125, + "learning_rate": 6.394819456710184e-05, + "loss": 4.0835, + "mean_token_accuracy": 0.28535314798355105, + "num_tokens": 21765912.0, + "step": 7585 + }, + { + "entropy": 4.921918153762817, + "epoch": 9.00355871886121, + "grad_norm": 1.5625, + "learning_rate": 6.378356877662177e-05, + "loss": 4.1186, + "mean_token_accuracy": 0.2785156011581421, + "num_tokens": 21780264.0, + "step": 7590 + }, + { + "entropy": 4.897775650024414, + "epoch": 9.009489916963227, + "grad_norm": 1.5859375, + "learning_rate": 6.361988957084423e-05, + "loss": 4.0516, + "mean_token_accuracy": 0.29656673669815065, + "num_tokens": 21794384.0, + "step": 7595 + }, + { + "entropy": 4.957398509979248, + "epoch": 9.015421115065243, + "grad_norm": 1.5859375, + "learning_rate": 6.34571576833118e-05, + "loss": 4.0903, + "mean_token_accuracy": 0.28068155944347384, + "num_tokens": 21808254.0, + "step": 7600 + }, + { + "entropy": 4.999728727340698, + "epoch": 9.02135231316726, + "grad_norm": 1.4140625, + "learning_rate": 6.329537384332134e-05, + "loss": 4.1641, + "mean_token_accuracy": 0.2767651781439781, + "num_tokens": 21822190.0, + "step": 7605 + }, + { + "entropy": 5.007730150222779, + "epoch": 9.027283511269276, + "grad_norm": 1.40625, + "learning_rate": 6.313453877592127e-05, + "loss": 4.1437, + "mean_token_accuracy": 0.27866784781217574, + "num_tokens": 21836661.0, + "step": 7610 + }, + { + "entropy": 4.892672491073609, + "epoch": 9.033214709371293, + "grad_norm": 1.375, + "learning_rate": 6.29746532019078e-05, + "loss": 4.0878, + "mean_token_accuracy": 0.2803517758846283, + "num_tokens": 21849949.0, + "step": 7615 + }, + { + "entropy": 4.962357234954834, + "epoch": 9.03914590747331, + "grad_norm": 1.5546875, + "learning_rate": 6.281571783782195e-05, + "loss": 4.1307, + "mean_token_accuracy": 0.2829600691795349, + "num_tokens": 21864561.0, + "step": 7620 + }, + { + "entropy": 4.885701656341553, + "epoch": 9.045077105575325, + "grad_norm": 1.4609375, + "learning_rate": 6.265773339594632e-05, + "loss": 4.0822, + "mean_token_accuracy": 0.28501279652118683, + "num_tokens": 21877816.0, + "step": 7625 + }, + { + "entropy": 4.958527660369873, + "epoch": 9.051008303677342, + "grad_norm": 1.46875, + "learning_rate": 6.250070058430185e-05, + "loss": 4.1352, + "mean_token_accuracy": 0.2722793847322464, + "num_tokens": 21893790.0, + "step": 7630 + }, + { + "entropy": 4.911548662185669, + "epoch": 9.05693950177936, + "grad_norm": 1.671875, + "learning_rate": 6.234462010664465e-05, + "loss": 4.0864, + "mean_token_accuracy": 0.28857018053531647, + "num_tokens": 21907435.0, + "step": 7635 + }, + { + "entropy": 5.054733800888061, + "epoch": 9.062870699881376, + "grad_norm": 1.5390625, + "learning_rate": 6.218949266246285e-05, + "loss": 4.1982, + "mean_token_accuracy": 0.2764333814382553, + "num_tokens": 21922883.0, + "step": 7640 + }, + { + "entropy": 4.968717479705811, + "epoch": 9.068801897983393, + "grad_norm": 1.390625, + "learning_rate": 6.20353189469736e-05, + "loss": 4.1061, + "mean_token_accuracy": 0.28278169929981234, + "num_tokens": 21937897.0, + "step": 7645 + }, + { + "entropy": 4.856515312194825, + "epoch": 9.07473309608541, + "grad_norm": 1.5078125, + "learning_rate": 6.188209965111962e-05, + "loss": 4.0411, + "mean_token_accuracy": 0.2883466899394989, + "num_tokens": 21952053.0, + "step": 7650 + }, + { + "entropy": 4.990779209136963, + "epoch": 9.080664294187425, + "grad_norm": 1.3984375, + "learning_rate": 6.172983546156651e-05, + "loss": 4.1358, + "mean_token_accuracy": 0.27763149589300157, + "num_tokens": 21967046.0, + "step": 7655 + }, + { + "entropy": 4.919930934906006, + "epoch": 9.086595492289442, + "grad_norm": 1.2421875, + "learning_rate": 6.157852706069943e-05, + "loss": 4.0819, + "mean_token_accuracy": 0.28684728443622587, + "num_tokens": 21983482.0, + "step": 7660 + }, + { + "entropy": 4.944251012802124, + "epoch": 9.092526690391459, + "grad_norm": 1.5625, + "learning_rate": 6.142817512661996e-05, + "loss": 4.0918, + "mean_token_accuracy": 0.2854090556502342, + "num_tokens": 21998268.0, + "step": 7665 + }, + { + "entropy": 4.946708250045776, + "epoch": 9.098457888493476, + "grad_norm": 1.65625, + "learning_rate": 6.127878033314338e-05, + "loss": 4.0914, + "mean_token_accuracy": 0.2886177718639374, + "num_tokens": 22011777.0, + "step": 7670 + }, + { + "entropy": 4.873284244537354, + "epoch": 9.104389086595493, + "grad_norm": 1.5703125, + "learning_rate": 6.113034334979532e-05, + "loss": 4.0991, + "mean_token_accuracy": 0.2853683948516846, + "num_tokens": 22026497.0, + "step": 7675 + }, + { + "entropy": 4.949184608459473, + "epoch": 9.11032028469751, + "grad_norm": 1.453125, + "learning_rate": 6.0982864841808994e-05, + "loss": 4.1541, + "mean_token_accuracy": 0.2800166428089142, + "num_tokens": 22041875.0, + "step": 7680 + }, + { + "entropy": 4.960601377487182, + "epoch": 9.116251482799525, + "grad_norm": 1.453125, + "learning_rate": 6.083634547012214e-05, + "loss": 4.1393, + "mean_token_accuracy": 0.2758229225873947, + "num_tokens": 22055952.0, + "step": 7685 + }, + { + "entropy": 4.955715751647949, + "epoch": 9.122182680901542, + "grad_norm": 1.6328125, + "learning_rate": 6.06907858913739e-05, + "loss": 4.1387, + "mean_token_accuracy": 0.2806637018918991, + "num_tokens": 22071079.0, + "step": 7690 + }, + { + "entropy": 4.972916746139527, + "epoch": 9.128113879003559, + "grad_norm": 1.4921875, + "learning_rate": 6.054618675790214e-05, + "loss": 4.1123, + "mean_token_accuracy": 0.2780345857143402, + "num_tokens": 22083570.0, + "step": 7695 + }, + { + "entropy": 4.978635835647583, + "epoch": 9.134045077105576, + "grad_norm": 1.4765625, + "learning_rate": 6.040254871774042e-05, + "loss": 4.141, + "mean_token_accuracy": 0.2810221537947655, + "num_tokens": 22096808.0, + "step": 7700 + }, + { + "entropy": 4.944281768798828, + "epoch": 9.139976275207593, + "grad_norm": 1.5703125, + "learning_rate": 6.025987241461502e-05, + "loss": 4.0724, + "mean_token_accuracy": 0.28001243621110916, + "num_tokens": 22109689.0, + "step": 7705 + }, + { + "entropy": 4.981331062316895, + "epoch": 9.145907473309608, + "grad_norm": 1.4765625, + "learning_rate": 6.0118158487942086e-05, + "loss": 4.1283, + "mean_token_accuracy": 0.27421486675739287, + "num_tokens": 22125000.0, + "step": 7710 + }, + { + "entropy": 5.021550559997559, + "epoch": 9.151838671411625, + "grad_norm": 1.7265625, + "learning_rate": 5.997740757282488e-05, + "loss": 4.1516, + "mean_token_accuracy": 0.2863484889268875, + "num_tokens": 22137553.0, + "step": 7715 + }, + { + "entropy": 4.951613235473633, + "epoch": 9.157769869513642, + "grad_norm": 1.515625, + "learning_rate": 5.98376203000508e-05, + "loss": 4.116, + "mean_token_accuracy": 0.27605489939451217, + "num_tokens": 22150290.0, + "step": 7720 + }, + { + "entropy": 4.993621301651001, + "epoch": 9.163701067615659, + "grad_norm": 1.4140625, + "learning_rate": 5.969879729608859e-05, + "loss": 4.1472, + "mean_token_accuracy": 0.2738844886422157, + "num_tokens": 22162869.0, + "step": 7725 + }, + { + "entropy": 4.925770902633667, + "epoch": 9.169632265717675, + "grad_norm": 1.7265625, + "learning_rate": 5.956093918308558e-05, + "loss": 4.0991, + "mean_token_accuracy": 0.28248481154441835, + "num_tokens": 22175062.0, + "step": 7730 + }, + { + "entropy": 4.962160348892212, + "epoch": 9.175563463819692, + "grad_norm": 1.4375, + "learning_rate": 5.942404657886476e-05, + "loss": 4.1315, + "mean_token_accuracy": 0.2777766913175583, + "num_tokens": 22189445.0, + "step": 7735 + }, + { + "entropy": 4.877694368362427, + "epoch": 9.181494661921707, + "grad_norm": 1.515625, + "learning_rate": 5.928812009692223e-05, + "loss": 4.0564, + "mean_token_accuracy": 0.2947834223508835, + "num_tokens": 22204007.0, + "step": 7740 + }, + { + "entropy": 5.048915815353394, + "epoch": 9.187425860023724, + "grad_norm": 1.75, + "learning_rate": 5.915316034642423e-05, + "loss": 4.2369, + "mean_token_accuracy": 0.26689461171627044, + "num_tokens": 22217883.0, + "step": 7745 + }, + { + "entropy": 4.916453504562378, + "epoch": 9.193357058125741, + "grad_norm": 1.4375, + "learning_rate": 5.901916793220458e-05, + "loss": 4.1015, + "mean_token_accuracy": 0.2832950443029404, + "num_tokens": 22232140.0, + "step": 7750 + }, + { + "entropy": 4.962262487411499, + "epoch": 9.199288256227758, + "grad_norm": 1.515625, + "learning_rate": 5.888614345476188e-05, + "loss": 4.1126, + "mean_token_accuracy": 0.28156704306602476, + "num_tokens": 22247087.0, + "step": 7755 + }, + { + "entropy": 4.94294228553772, + "epoch": 9.205219454329775, + "grad_norm": 1.5859375, + "learning_rate": 5.875408751025681e-05, + "loss": 4.1324, + "mean_token_accuracy": 0.2747474998235703, + "num_tokens": 22260708.0, + "step": 7760 + }, + { + "entropy": 5.006880044937134, + "epoch": 9.21115065243179, + "grad_norm": 1.5, + "learning_rate": 5.8623000690509516e-05, + "loss": 4.1707, + "mean_token_accuracy": 0.28057526648044584, + "num_tokens": 22274972.0, + "step": 7765 + }, + { + "entropy": 4.939506769180298, + "epoch": 9.217081850533807, + "grad_norm": 1.390625, + "learning_rate": 5.84928835829969e-05, + "loss": 4.1345, + "mean_token_accuracy": 0.2778723180294037, + "num_tokens": 22289887.0, + "step": 7770 + }, + { + "entropy": 4.930079746246338, + "epoch": 9.223013048635824, + "grad_norm": 1.4375, + "learning_rate": 5.8363736770850035e-05, + "loss": 4.0883, + "mean_token_accuracy": 0.2877939134836197, + "num_tokens": 22303651.0, + "step": 7775 + }, + { + "entropy": 4.938063383102417, + "epoch": 9.228944246737841, + "grad_norm": 1.578125, + "learning_rate": 5.823556083285156e-05, + "loss": 4.071, + "mean_token_accuracy": 0.28444619178771974, + "num_tokens": 22317911.0, + "step": 7780 + }, + { + "entropy": 4.933859729766846, + "epoch": 9.234875444839858, + "grad_norm": 1.359375, + "learning_rate": 5.8108356343433026e-05, + "loss": 4.0815, + "mean_token_accuracy": 0.28609662055969237, + "num_tokens": 22331882.0, + "step": 7785 + }, + { + "entropy": 4.917158842086792, + "epoch": 9.240806642941875, + "grad_norm": 1.546875, + "learning_rate": 5.798212387267231e-05, + "loss": 4.0271, + "mean_token_accuracy": 0.2870250254869461, + "num_tokens": 22345748.0, + "step": 7790 + }, + { + "entropy": 4.944559621810913, + "epoch": 9.24673784104389, + "grad_norm": 1.6171875, + "learning_rate": 5.785686398629115e-05, + "loss": 4.1645, + "mean_token_accuracy": 0.2800017148256302, + "num_tokens": 22359397.0, + "step": 7795 + }, + { + "entropy": 4.941031551361084, + "epoch": 9.252669039145907, + "grad_norm": 1.5234375, + "learning_rate": 5.7732577245652606e-05, + "loss": 4.1279, + "mean_token_accuracy": 0.2818352520465851, + "num_tokens": 22373953.0, + "step": 7800 + }, + { + "entropy": 5.000990867614746, + "epoch": 9.258600237247924, + "grad_norm": 1.40625, + "learning_rate": 5.760926420775842e-05, + "loss": 4.1801, + "mean_token_accuracy": 0.27172926664352415, + "num_tokens": 22388331.0, + "step": 7805 + }, + { + "entropy": 4.978705406188965, + "epoch": 9.26453143534994, + "grad_norm": 1.5546875, + "learning_rate": 5.7486925425246645e-05, + "loss": 4.1066, + "mean_token_accuracy": 0.27938065230846404, + "num_tokens": 22402027.0, + "step": 7810 + }, + { + "entropy": 4.918447780609131, + "epoch": 9.270462633451958, + "grad_norm": 1.4921875, + "learning_rate": 5.736556144638907e-05, + "loss": 4.1256, + "mean_token_accuracy": 0.2799645036458969, + "num_tokens": 22415292.0, + "step": 7815 + }, + { + "entropy": 4.969124269485474, + "epoch": 9.276393831553975, + "grad_norm": 1.4453125, + "learning_rate": 5.7245172815088945e-05, + "loss": 4.1103, + "mean_token_accuracy": 0.27972770035266875, + "num_tokens": 22429173.0, + "step": 7820 + }, + { + "entropy": 4.911768198013306, + "epoch": 9.28232502965599, + "grad_norm": 1.65625, + "learning_rate": 5.712576007087825e-05, + "loss": 4.0219, + "mean_token_accuracy": 0.29091142416000365, + "num_tokens": 22442669.0, + "step": 7825 + }, + { + "entropy": 4.936551952362061, + "epoch": 9.288256227758007, + "grad_norm": 1.4765625, + "learning_rate": 5.700732374891559e-05, + "loss": 4.0923, + "mean_token_accuracy": 0.28066580593585966, + "num_tokens": 22458503.0, + "step": 7830 + }, + { + "entropy": 4.950398349761963, + "epoch": 9.294187425860024, + "grad_norm": 1.6875, + "learning_rate": 5.688986437998356e-05, + "loss": 4.1123, + "mean_token_accuracy": 0.2750851929187775, + "num_tokens": 22473400.0, + "step": 7835 + }, + { + "entropy": 4.960341167449951, + "epoch": 9.30011862396204, + "grad_norm": 1.3828125, + "learning_rate": 5.6773382490486495e-05, + "loss": 4.0613, + "mean_token_accuracy": 0.2906311184167862, + "num_tokens": 22487317.0, + "step": 7840 + }, + { + "entropy": 4.922902250289917, + "epoch": 9.306049822064058, + "grad_norm": 1.625, + "learning_rate": 5.665787860244802e-05, + "loss": 4.0791, + "mean_token_accuracy": 0.282150062918663, + "num_tokens": 22500889.0, + "step": 7845 + }, + { + "entropy": 4.958586025238037, + "epoch": 9.311981020166073, + "grad_norm": 1.3984375, + "learning_rate": 5.654335323350882e-05, + "loss": 4.0516, + "mean_token_accuracy": 0.28870679438114166, + "num_tokens": 22514767.0, + "step": 7850 + }, + { + "entropy": 4.940304899215699, + "epoch": 9.31791221826809, + "grad_norm": 1.3046875, + "learning_rate": 5.6429806896924255e-05, + "loss": 4.1723, + "mean_token_accuracy": 0.2777014493942261, + "num_tokens": 22529950.0, + "step": 7855 + }, + { + "entropy": 4.944972133636474, + "epoch": 9.323843416370106, + "grad_norm": 1.390625, + "learning_rate": 5.6317240101562e-05, + "loss": 4.1142, + "mean_token_accuracy": 0.27701342701911924, + "num_tokens": 22546363.0, + "step": 7860 + }, + { + "entropy": 5.008120393753051, + "epoch": 9.329774614472123, + "grad_norm": 1.5546875, + "learning_rate": 5.620565335189994e-05, + "loss": 4.1488, + "mean_token_accuracy": 0.27672702819108963, + "num_tokens": 22559814.0, + "step": 7865 + }, + { + "entropy": 4.930673265457154, + "epoch": 9.33570581257414, + "grad_norm": 1.6328125, + "learning_rate": 5.609504714802375e-05, + "loss": 4.1069, + "mean_token_accuracy": 0.27734963595867157, + "num_tokens": 22574459.0, + "step": 7870 + }, + { + "entropy": 4.9688197612762455, + "epoch": 9.341637010676157, + "grad_norm": 1.6015625, + "learning_rate": 5.598542198562464e-05, + "loss": 4.1312, + "mean_token_accuracy": 0.27621870040893554, + "num_tokens": 22588338.0, + "step": 7875 + }, + { + "entropy": 4.93224868774414, + "epoch": 9.347568208778172, + "grad_norm": 1.3984375, + "learning_rate": 5.587677835599726e-05, + "loss": 4.1337, + "mean_token_accuracy": 0.2813446894288063, + "num_tokens": 22602059.0, + "step": 7880 + }, + { + "entropy": 5.01463041305542, + "epoch": 9.35349940688019, + "grad_norm": 1.4296875, + "learning_rate": 5.5769116746037494e-05, + "loss": 4.1835, + "mean_token_accuracy": 0.2725400492548943, + "num_tokens": 22616611.0, + "step": 7885 + }, + { + "entropy": 4.951583433151245, + "epoch": 9.359430604982206, + "grad_norm": 1.53125, + "learning_rate": 5.56624376382401e-05, + "loss": 4.1492, + "mean_token_accuracy": 0.27971379160881044, + "num_tokens": 22631526.0, + "step": 7890 + }, + { + "entropy": 4.9926575183868405, + "epoch": 9.365361803084223, + "grad_norm": 1.484375, + "learning_rate": 5.555674151069675e-05, + "loss": 4.1257, + "mean_token_accuracy": 0.2773921638727188, + "num_tokens": 22645505.0, + "step": 7895 + }, + { + "entropy": 4.92680869102478, + "epoch": 9.37129300118624, + "grad_norm": 1.421875, + "learning_rate": 5.545202883709378e-05, + "loss": 4.0761, + "mean_token_accuracy": 0.2841976314783096, + "num_tokens": 22659641.0, + "step": 7900 + }, + { + "entropy": 4.994448518753051, + "epoch": 9.377224199288257, + "grad_norm": 1.5625, + "learning_rate": 5.53483000867101e-05, + "loss": 4.1022, + "mean_token_accuracy": 0.28467386215925217, + "num_tokens": 22673960.0, + "step": 7905 + }, + { + "entropy": 4.943288707733155, + "epoch": 9.383155397390272, + "grad_norm": 1.734375, + "learning_rate": 5.524555572441505e-05, + "loss": 4.095, + "mean_token_accuracy": 0.2831611692905426, + "num_tokens": 22687830.0, + "step": 7910 + }, + { + "entropy": 5.0035374641418455, + "epoch": 9.389086595492289, + "grad_norm": 1.7734375, + "learning_rate": 5.51437962106664e-05, + "loss": 4.1533, + "mean_token_accuracy": 0.27844083309173584, + "num_tokens": 22702127.0, + "step": 7915 + }, + { + "entropy": 4.911090993881226, + "epoch": 9.395017793594306, + "grad_norm": 1.5546875, + "learning_rate": 5.504302200150818e-05, + "loss": 4.1179, + "mean_token_accuracy": 0.2828111112117767, + "num_tokens": 22716244.0, + "step": 7920 + }, + { + "entropy": 4.944263124465943, + "epoch": 9.400948991696323, + "grad_norm": 1.3359375, + "learning_rate": 5.494323354856877e-05, + "loss": 4.109, + "mean_token_accuracy": 0.281513175368309, + "num_tokens": 22733622.0, + "step": 7925 + }, + { + "entropy": 4.927143526077271, + "epoch": 9.40688018979834, + "grad_norm": 1.6171875, + "learning_rate": 5.484443129905871e-05, + "loss": 4.0642, + "mean_token_accuracy": 0.28369350731372833, + "num_tokens": 22746616.0, + "step": 7930 + }, + { + "entropy": 4.9272373676300045, + "epoch": 9.412811387900355, + "grad_norm": 1.5234375, + "learning_rate": 5.474661569576882e-05, + "loss": 4.1176, + "mean_token_accuracy": 0.2808716058731079, + "num_tokens": 22760901.0, + "step": 7935 + }, + { + "entropy": 4.973836469650268, + "epoch": 9.418742586002372, + "grad_norm": 1.3125, + "learning_rate": 5.464978717706822e-05, + "loss": 4.124, + "mean_token_accuracy": 0.27764268815517423, + "num_tokens": 22775550.0, + "step": 7940 + }, + { + "entropy": 4.925850200653076, + "epoch": 9.424673784104389, + "grad_norm": 1.4765625, + "learning_rate": 5.455394617690229e-05, + "loss": 4.0721, + "mean_token_accuracy": 0.28703026175498964, + "num_tokens": 22788852.0, + "step": 7945 + }, + { + "entropy": 4.992665958404541, + "epoch": 9.430604982206406, + "grad_norm": 1.5234375, + "learning_rate": 5.4459093124790724e-05, + "loss": 4.134, + "mean_token_accuracy": 0.2787789821624756, + "num_tokens": 22803536.0, + "step": 7950 + }, + { + "entropy": 4.980476427078247, + "epoch": 9.436536180308423, + "grad_norm": 1.484375, + "learning_rate": 5.4365228445825725e-05, + "loss": 4.1338, + "mean_token_accuracy": 0.28107998371124265, + "num_tokens": 22816598.0, + "step": 7955 + }, + { + "entropy": 4.94458498954773, + "epoch": 9.44246737841044, + "grad_norm": 1.546875, + "learning_rate": 5.4272352560669926e-05, + "loss": 4.0921, + "mean_token_accuracy": 0.2857347398996353, + "num_tokens": 22829138.0, + "step": 7960 + }, + { + "entropy": 4.9281604290008545, + "epoch": 9.448398576512455, + "grad_norm": 1.4921875, + "learning_rate": 5.418046588555467e-05, + "loss": 4.0937, + "mean_token_accuracy": 0.2808251529932022, + "num_tokens": 22844640.0, + "step": 7965 + }, + { + "entropy": 4.986120891571045, + "epoch": 9.454329774614472, + "grad_norm": 1.5625, + "learning_rate": 5.408956883227802e-05, + "loss": 4.0967, + "mean_token_accuracy": 0.2845178693532944, + "num_tokens": 22857755.0, + "step": 7970 + }, + { + "entropy": 4.889012479782105, + "epoch": 9.460260972716489, + "grad_norm": 1.6328125, + "learning_rate": 5.399966180820296e-05, + "loss": 4.0622, + "mean_token_accuracy": 0.2844346880912781, + "num_tokens": 22871325.0, + "step": 7975 + }, + { + "entropy": 4.922598648071289, + "epoch": 9.466192170818506, + "grad_norm": 1.65625, + "learning_rate": 5.391074521625567e-05, + "loss": 4.1397, + "mean_token_accuracy": 0.27248736917972566, + "num_tokens": 22887132.0, + "step": 7980 + }, + { + "entropy": 4.938997220993042, + "epoch": 9.472123368920522, + "grad_norm": 1.328125, + "learning_rate": 5.3822819454923453e-05, + "loss": 4.141, + "mean_token_accuracy": 0.27928238064050676, + "num_tokens": 22903548.0, + "step": 7985 + }, + { + "entropy": 4.954599094390869, + "epoch": 9.47805456702254, + "grad_norm": 1.46875, + "learning_rate": 5.3735884918253264e-05, + "loss": 4.1057, + "mean_token_accuracy": 0.28659822046756744, + "num_tokens": 22916418.0, + "step": 7990 + }, + { + "entropy": 5.005504989624024, + "epoch": 9.483985765124554, + "grad_norm": 1.53125, + "learning_rate": 5.364994199584973e-05, + "loss": 4.1768, + "mean_token_accuracy": 0.271313014626503, + "num_tokens": 22930306.0, + "step": 7995 + }, + { + "entropy": 4.954128360748291, + "epoch": 9.489916963226571, + "grad_norm": 1.5, + "learning_rate": 5.356499107287351e-05, + "loss": 4.123, + "mean_token_accuracy": 0.2805848389863968, + "num_tokens": 22947009.0, + "step": 8000 + }, + { + "epoch": 9.489916963226571, + "eval_entropy": 4.840988978286462, + "eval_loss": 5.29019021987915, + "eval_mean_token_accuracy": 0.19641815272211297, + "eval_num_tokens": 22947009.0, + "eval_runtime": 1.8428, + "eval_samples_per_second": 1415.212, + "eval_steps_per_second": 176.901, + "step": 8000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5980048361164800.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-8000/training_args.bin b/checkpoint-8000/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-8000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/checkpoint-8420/added_tokens.json b/checkpoint-8420/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-8420/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-8420/config.json b/checkpoint-8420/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/checkpoint-8420/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-8420/generation_config.json b/checkpoint-8420/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-8420/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-8420/model.safetensors b/checkpoint-8420/model.safetensors new file mode 100644 index 0000000..1cd5d5d --- /dev/null +++ b/checkpoint-8420/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:454d36521695143c271234787ab2e3a60278fd277772e3443288322fc129686b +size 76082256 diff --git a/checkpoint-8420/rng_state.pth b/checkpoint-8420/rng_state.pth new file mode 100644 index 0000000..d35c706 --- /dev/null +++ b/checkpoint-8420/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6386f7098155edfbb3115a0068bff0abff255c80162244c81be9088d58031a9 +size 14645 diff --git a/checkpoint-8420/special_tokens_map.json b/checkpoint-8420/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-8420/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-8420/spiece.model b/checkpoint-8420/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-8420/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-8420/tokenizer_config.json b/checkpoint-8420/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-8420/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-8420/trainer_state.json b/checkpoint-8420/trainer_state.json new file mode 100644 index 0000000..3c9a463 --- /dev/null +++ b/checkpoint-8420/trainer_state.json @@ -0,0 +1,17050 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.988137603795966, + "eval_steps": 500, + "global_step": 8420, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.882989406585693, + "epoch": 0.005931198102016607, + "grad_norm": 22.5, + "learning_rate": 2e-06, + "loss": 14.5486, + "mean_token_accuracy": 0.00012430351926013828, + "num_tokens": 14276.0, + "step": 5 + }, + { + "entropy": 4.891684865951538, + "epoch": 0.011862396204033215, + "grad_norm": 22.875, + "learning_rate": 4.5e-06, + "loss": 14.4388, + "mean_token_accuracy": 7.288630004040897e-05, + "num_tokens": 26454.0, + "step": 10 + }, + { + "entropy": 4.908612489700317, + "epoch": 0.017793594306049824, + "grad_norm": 25.75, + "learning_rate": 7e-06, + "loss": 14.3151, + "mean_token_accuracy": 5.268703680485487e-05, + "num_tokens": 38987.0, + "step": 15 + }, + { + "entropy": 4.985533952713013, + "epoch": 0.02372479240806643, + "grad_norm": 31.375, + "learning_rate": 9.5e-06, + "loss": 14.0964, + "mean_token_accuracy": 4.755111876875162e-05, + "num_tokens": 53908.0, + "step": 20 + }, + { + "entropy": 5.351950407028198, + "epoch": 0.02965599051008304, + "grad_norm": 36.5, + "learning_rate": 1.2e-05, + "loss": 13.2683, + "mean_token_accuracy": 0.00010129763977602124, + "num_tokens": 66630.0, + "step": 25 + }, + { + "entropy": 6.508245420455933, + "epoch": 0.03558718861209965, + "grad_norm": 38.0, + "learning_rate": 1.4500000000000002e-05, + "loss": 12.2847, + "mean_token_accuracy": 0.00019785047043114902, + "num_tokens": 80227.0, + "step": 30 + }, + { + "entropy": 9.8948805809021, + "epoch": 0.04151838671411625, + "grad_norm": 3.265625, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.9874, + "mean_token_accuracy": 0.00011806375114247203, + "num_tokens": 93260.0, + "step": 35 + }, + { + "entropy": 10.6931321144104, + "epoch": 0.04744958481613286, + "grad_norm": 2.734375, + "learning_rate": 1.95e-05, + "loss": 10.7316, + "mean_token_accuracy": 0.0010395277058705688, + "num_tokens": 107368.0, + "step": 40 + }, + { + "entropy": 10.705201148986816, + "epoch": 0.05338078291814947, + "grad_norm": 2.515625, + "learning_rate": 2.2e-05, + "loss": 10.6199, + "mean_token_accuracy": 0.002701799588976428, + "num_tokens": 121910.0, + "step": 45 + }, + { + "entropy": 10.703446388244629, + "epoch": 0.05931198102016608, + "grad_norm": 2.125, + "learning_rate": 2.4500000000000003e-05, + "loss": 10.4434, + "mean_token_accuracy": 0.012030716100707651, + "num_tokens": 136756.0, + "step": 50 + }, + { + "entropy": 10.688198661804199, + "epoch": 0.06524317912218268, + "grad_norm": 2.015625, + "learning_rate": 2.7e-05, + "loss": 10.3119, + "mean_token_accuracy": 0.009988007182255388, + "num_tokens": 152921.0, + "step": 55 + }, + { + "entropy": 10.69539442062378, + "epoch": 0.0711743772241993, + "grad_norm": 1.9140625, + "learning_rate": 2.95e-05, + "loss": 10.1697, + "mean_token_accuracy": 0.012235769163817167, + "num_tokens": 167253.0, + "step": 60 + }, + { + "entropy": 10.70052261352539, + "epoch": 0.0771055753262159, + "grad_norm": 1.8828125, + "learning_rate": 3.2e-05, + "loss": 10.0223, + "mean_token_accuracy": 0.028588037192821502, + "num_tokens": 181088.0, + "step": 65 + }, + { + "entropy": 10.69765625, + "epoch": 0.0830367734282325, + "grad_norm": 1.71875, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.9461, + "mean_token_accuracy": 0.030834931693971158, + "num_tokens": 193906.0, + "step": 70 + }, + { + "entropy": 10.691731262207032, + "epoch": 0.08896797153024912, + "grad_norm": 1.6640625, + "learning_rate": 3.7e-05, + "loss": 9.9097, + "mean_token_accuracy": 0.03433742746710777, + "num_tokens": 209520.0, + "step": 75 + }, + { + "entropy": 10.694703388214112, + "epoch": 0.09489916963226572, + "grad_norm": 1.703125, + "learning_rate": 3.95e-05, + "loss": 9.8355, + "mean_token_accuracy": 0.03231241405010223, + "num_tokens": 223967.0, + "step": 80 + }, + { + "entropy": 10.692516708374024, + "epoch": 0.10083036773428232, + "grad_norm": 1.6328125, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.7472, + "mean_token_accuracy": 0.031197282299399377, + "num_tokens": 238991.0, + "step": 85 + }, + { + "entropy": 10.681371212005615, + "epoch": 0.10676156583629894, + "grad_norm": 1.65625, + "learning_rate": 4.45e-05, + "loss": 9.635, + "mean_token_accuracy": 0.034548941254615786, + "num_tokens": 254281.0, + "step": 90 + }, + { + "entropy": 10.67520875930786, + "epoch": 0.11269276393831554, + "grad_norm": 1.703125, + "learning_rate": 4.7000000000000004e-05, + "loss": 9.4991, + "mean_token_accuracy": 0.03750690445303917, + "num_tokens": 268697.0, + "step": 95 + }, + { + "entropy": 10.662280464172364, + "epoch": 0.11862396204033215, + "grad_norm": 1.6875, + "learning_rate": 4.9500000000000004e-05, + "loss": 9.4058, + "mean_token_accuracy": 0.03157996293157339, + "num_tokens": 283026.0, + "step": 100 + }, + { + "entropy": 10.645224285125732, + "epoch": 0.12455516014234876, + "grad_norm": 1.5234375, + "learning_rate": 5.2e-05, + "loss": 9.2969, + "mean_token_accuracy": 0.033328772895038127, + "num_tokens": 298802.0, + "step": 105 + }, + { + "entropy": 10.620039367675782, + "epoch": 0.13048635824436536, + "grad_norm": 1.609375, + "learning_rate": 5.45e-05, + "loss": 9.1491, + "mean_token_accuracy": 0.031768145971000195, + "num_tokens": 312390.0, + "step": 110 + }, + { + "entropy": 10.58546199798584, + "epoch": 0.13641755634638197, + "grad_norm": 1.5234375, + "learning_rate": 5.7e-05, + "loss": 9.0007, + "mean_token_accuracy": 0.033303617313504216, + "num_tokens": 325525.0, + "step": 115 + }, + { + "entropy": 10.541824913024902, + "epoch": 0.1423487544483986, + "grad_norm": 1.4921875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.8754, + "mean_token_accuracy": 0.031658035889267924, + "num_tokens": 338168.0, + "step": 120 + }, + { + "entropy": 10.4882963180542, + "epoch": 0.14827995255041518, + "grad_norm": 1.4921875, + "learning_rate": 6.2e-05, + "loss": 8.7439, + "mean_token_accuracy": 0.034061219170689584, + "num_tokens": 351065.0, + "step": 125 + }, + { + "entropy": 10.421833515167236, + "epoch": 0.1542111506524318, + "grad_norm": 1.5, + "learning_rate": 6.450000000000001e-05, + "loss": 8.6351, + "mean_token_accuracy": 0.03405258022248745, + "num_tokens": 366974.0, + "step": 130 + }, + { + "entropy": 10.340956115722657, + "epoch": 0.1601423487544484, + "grad_norm": 1.421875, + "learning_rate": 6.7e-05, + "loss": 8.4547, + "mean_token_accuracy": 0.03421926330775023, + "num_tokens": 380570.0, + "step": 135 + }, + { + "entropy": 10.244134426116943, + "epoch": 0.166073546856465, + "grad_norm": 1.28125, + "learning_rate": 6.950000000000001e-05, + "loss": 8.3673, + "mean_token_accuracy": 0.03386142123490572, + "num_tokens": 395653.0, + "step": 140 + }, + { + "entropy": 10.126684474945069, + "epoch": 0.17200474495848161, + "grad_norm": 1.2734375, + "learning_rate": 7.2e-05, + "loss": 8.2663, + "mean_token_accuracy": 0.03231785073876381, + "num_tokens": 412138.0, + "step": 145 + }, + { + "entropy": 9.98361644744873, + "epoch": 0.17793594306049823, + "grad_norm": 1.09375, + "learning_rate": 7.45e-05, + "loss": 8.1045, + "mean_token_accuracy": 0.03140157163143158, + "num_tokens": 425588.0, + "step": 150 + }, + { + "entropy": 9.823878002166747, + "epoch": 0.18386714116251482, + "grad_norm": 1.1171875, + "learning_rate": 7.7e-05, + "loss": 7.9299, + "mean_token_accuracy": 0.03208461999893188, + "num_tokens": 438907.0, + "step": 155 + }, + { + "entropy": 9.627764892578124, + "epoch": 0.18979833926453143, + "grad_norm": 1.0234375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.8438, + "mean_token_accuracy": 0.032532901503145695, + "num_tokens": 454179.0, + "step": 160 + }, + { + "entropy": 9.385260581970215, + "epoch": 0.19572953736654805, + "grad_norm": 0.859375, + "learning_rate": 8.2e-05, + "loss": 7.7521, + "mean_token_accuracy": 0.034452256932854655, + "num_tokens": 468367.0, + "step": 165 + }, + { + "entropy": 9.124578285217286, + "epoch": 0.20166073546856464, + "grad_norm": 0.859375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.7039, + "mean_token_accuracy": 0.03381109684705734, + "num_tokens": 483127.0, + "step": 170 + }, + { + "entropy": 8.871719264984131, + "epoch": 0.20759193357058126, + "grad_norm": 0.76171875, + "learning_rate": 8.7e-05, + "loss": 7.6055, + "mean_token_accuracy": 0.031578476540744305, + "num_tokens": 498918.0, + "step": 175 + }, + { + "entropy": 8.65745210647583, + "epoch": 0.21352313167259787, + "grad_norm": 0.74609375, + "learning_rate": 8.95e-05, + "loss": 7.5238, + "mean_token_accuracy": 0.0336442444473505, + "num_tokens": 512890.0, + "step": 180 + }, + { + "entropy": 8.445704460144043, + "epoch": 0.21945432977461446, + "grad_norm": 0.59375, + "learning_rate": 9.2e-05, + "loss": 7.4868, + "mean_token_accuracy": 0.03619574885815382, + "num_tokens": 528517.0, + "step": 185 + }, + { + "entropy": 8.257825183868409, + "epoch": 0.22538552787663108, + "grad_norm": 0.66796875, + "learning_rate": 9.45e-05, + "loss": 7.4523, + "mean_token_accuracy": 0.03298983443528414, + "num_tokens": 542528.0, + "step": 190 + }, + { + "entropy": 8.134656715393067, + "epoch": 0.2313167259786477, + "grad_norm": 0.59765625, + "learning_rate": 9.7e-05, + "loss": 7.4896, + "mean_token_accuracy": 0.0337029367685318, + "num_tokens": 557801.0, + "step": 195 + }, + { + "entropy": 8.057815742492675, + "epoch": 0.2372479240806643, + "grad_norm": 0.52734375, + "learning_rate": 9.95e-05, + "loss": 7.466, + "mean_token_accuracy": 0.03353662136942148, + "num_tokens": 575318.0, + "step": 200 + }, + { + "entropy": 7.983192443847656, + "epoch": 0.2431791221826809, + "grad_norm": 0.58984375, + "learning_rate": 0.000102, + "loss": 7.5065, + "mean_token_accuracy": 0.03289526663720608, + "num_tokens": 589283.0, + "step": 205 + }, + { + "entropy": 7.915411520004272, + "epoch": 0.2491103202846975, + "grad_norm": 0.60546875, + "learning_rate": 0.00010449999999999999, + "loss": 7.3919, + "mean_token_accuracy": 0.03649586420506239, + "num_tokens": 603112.0, + "step": 210 + }, + { + "entropy": 7.879695129394531, + "epoch": 0.25504151838671413, + "grad_norm": 0.6015625, + "learning_rate": 0.000107, + "loss": 7.4059, + "mean_token_accuracy": 0.03437527269124985, + "num_tokens": 616993.0, + "step": 215 + }, + { + "entropy": 7.861191368103027, + "epoch": 0.2609727164887307, + "grad_norm": 0.55859375, + "learning_rate": 0.0001095, + "loss": 7.415, + "mean_token_accuracy": 0.032618867419660094, + "num_tokens": 630717.0, + "step": 220 + }, + { + "entropy": 7.825675582885742, + "epoch": 0.2669039145907473, + "grad_norm": 0.55859375, + "learning_rate": 0.000112, + "loss": 7.4089, + "mean_token_accuracy": 0.03296402785927057, + "num_tokens": 646826.0, + "step": 225 + }, + { + "entropy": 7.793451166152954, + "epoch": 0.27283511269276395, + "grad_norm": 0.54296875, + "learning_rate": 0.0001145, + "loss": 7.4121, + "mean_token_accuracy": 0.03432573340833187, + "num_tokens": 662277.0, + "step": 230 + }, + { + "entropy": 7.786031770706177, + "epoch": 0.27876631079478054, + "grad_norm": 0.60546875, + "learning_rate": 0.00011700000000000001, + "loss": 7.4215, + "mean_token_accuracy": 0.03696324098855257, + "num_tokens": 676522.0, + "step": 235 + }, + { + "entropy": 7.828532743453979, + "epoch": 0.2846975088967972, + "grad_norm": 0.59375, + "learning_rate": 0.00011949999999999999, + "loss": 7.5228, + "mean_token_accuracy": 0.033165539428591725, + "num_tokens": 690425.0, + "step": 240 + }, + { + "entropy": 7.870665788650513, + "epoch": 0.29062870699881377, + "grad_norm": 0.84765625, + "learning_rate": 0.000122, + "loss": 7.5003, + "mean_token_accuracy": 0.037998564168810846, + "num_tokens": 704629.0, + "step": 245 + }, + { + "entropy": 7.887278270721436, + "epoch": 0.29655990510083036, + "grad_norm": 0.609375, + "learning_rate": 0.0001245, + "loss": 7.4081, + "mean_token_accuracy": 0.0402442242950201, + "num_tokens": 721777.0, + "step": 250 + }, + { + "entropy": 7.88170485496521, + "epoch": 0.302491103202847, + "grad_norm": 1.0234375, + "learning_rate": 0.000127, + "loss": 7.3309, + "mean_token_accuracy": 0.04053100124001503, + "num_tokens": 734712.0, + "step": 255 + }, + { + "entropy": 7.850059461593628, + "epoch": 0.3084223013048636, + "grad_norm": 1.1171875, + "learning_rate": 0.0001295, + "loss": 7.2525, + "mean_token_accuracy": 0.044293657690286634, + "num_tokens": 750222.0, + "step": 260 + }, + { + "entropy": 7.8487138748168945, + "epoch": 0.3143534994068802, + "grad_norm": 0.95703125, + "learning_rate": 0.000132, + "loss": 7.4068, + "mean_token_accuracy": 0.038819624856114385, + "num_tokens": 764699.0, + "step": 265 + }, + { + "entropy": 7.8781726360321045, + "epoch": 0.3202846975088968, + "grad_norm": 0.859375, + "learning_rate": 0.00013450000000000002, + "loss": 7.3138, + "mean_token_accuracy": 0.04715476129204035, + "num_tokens": 778738.0, + "step": 270 + }, + { + "entropy": 7.895059490203858, + "epoch": 0.3262158956109134, + "grad_norm": 0.75, + "learning_rate": 0.00013700000000000002, + "loss": 7.3011, + "mean_token_accuracy": 0.04708148837089539, + "num_tokens": 793904.0, + "step": 275 + }, + { + "entropy": 7.921955537796021, + "epoch": 0.33214709371293, + "grad_norm": 1.03125, + "learning_rate": 0.0001395, + "loss": 7.3829, + "mean_token_accuracy": 0.05229228027164936, + "num_tokens": 808310.0, + "step": 280 + }, + { + "entropy": 7.833415269851685, + "epoch": 0.33807829181494664, + "grad_norm": 0.8359375, + "learning_rate": 0.00014199999999999998, + "loss": 7.235, + "mean_token_accuracy": 0.05603795982897282, + "num_tokens": 826253.0, + "step": 285 + }, + { + "entropy": 7.822495317459106, + "epoch": 0.34400948991696323, + "grad_norm": 1.3046875, + "learning_rate": 0.0001445, + "loss": 7.1784, + "mean_token_accuracy": 0.05520997829735279, + "num_tokens": 839635.0, + "step": 290 + }, + { + "entropy": 7.788468694686889, + "epoch": 0.3499406880189798, + "grad_norm": 1.171875, + "learning_rate": 0.000147, + "loss": 7.2809, + "mean_token_accuracy": 0.05334235914051533, + "num_tokens": 853870.0, + "step": 295 + }, + { + "entropy": 7.822190046310425, + "epoch": 0.35587188612099646, + "grad_norm": 1.2109375, + "learning_rate": 0.0001495, + "loss": 7.2341, + "mean_token_accuracy": 0.05465950295329094, + "num_tokens": 868316.0, + "step": 300 + }, + { + "entropy": 7.7704771041870115, + "epoch": 0.36180308422301305, + "grad_norm": 1.15625, + "learning_rate": 0.000152, + "loss": 7.1512, + "mean_token_accuracy": 0.05797473154962063, + "num_tokens": 881412.0, + "step": 305 + }, + { + "entropy": 7.757186412811279, + "epoch": 0.36773428232502964, + "grad_norm": 0.88671875, + "learning_rate": 0.00015450000000000001, + "loss": 7.1676, + "mean_token_accuracy": 0.06134983114898205, + "num_tokens": 895656.0, + "step": 310 + }, + { + "entropy": 7.723504638671875, + "epoch": 0.3736654804270463, + "grad_norm": 1.09375, + "learning_rate": 0.000157, + "loss": 7.0343, + "mean_token_accuracy": 0.06331710368394852, + "num_tokens": 909339.0, + "step": 315 + }, + { + "entropy": 7.670499658584594, + "epoch": 0.37959667852906287, + "grad_norm": 1.0703125, + "learning_rate": 0.0001595, + "loss": 7.136, + "mean_token_accuracy": 0.05801789090037346, + "num_tokens": 922838.0, + "step": 320 + }, + { + "entropy": 7.7397764205932615, + "epoch": 0.38552787663107946, + "grad_norm": 1.4296875, + "learning_rate": 0.000162, + "loss": 7.1359, + "mean_token_accuracy": 0.06155713014304638, + "num_tokens": 936767.0, + "step": 325 + }, + { + "entropy": 7.730058193206787, + "epoch": 0.3914590747330961, + "grad_norm": 2.03125, + "learning_rate": 0.00016450000000000001, + "loss": 7.1752, + "mean_token_accuracy": 0.05990114398300648, + "num_tokens": 954078.0, + "step": 330 + }, + { + "entropy": 7.619611692428589, + "epoch": 0.3973902728351127, + "grad_norm": 1.5859375, + "learning_rate": 0.00016700000000000002, + "loss": 7.0933, + "mean_token_accuracy": 0.06247694194316864, + "num_tokens": 968714.0, + "step": 335 + }, + { + "entropy": 7.707681131362915, + "epoch": 0.4033214709371293, + "grad_norm": 1.25, + "learning_rate": 0.00016950000000000003, + "loss": 7.0391, + "mean_token_accuracy": 0.07253243401646614, + "num_tokens": 983001.0, + "step": 340 + }, + { + "entropy": 7.655651664733886, + "epoch": 0.4092526690391459, + "grad_norm": 0.78125, + "learning_rate": 0.00017199999999999998, + "loss": 7.0613, + "mean_token_accuracy": 0.06838090978562832, + "num_tokens": 997501.0, + "step": 345 + }, + { + "entropy": 7.6562416553497314, + "epoch": 0.4151838671411625, + "grad_norm": 1.3359375, + "learning_rate": 0.00017449999999999999, + "loss": 7.0229, + "mean_token_accuracy": 0.07049233056604862, + "num_tokens": 1011683.0, + "step": 350 + }, + { + "entropy": 7.5962440967559814, + "epoch": 0.4211150652431791, + "grad_norm": 1.5703125, + "learning_rate": 0.000177, + "loss": 6.9731, + "mean_token_accuracy": 0.0693504311144352, + "num_tokens": 1024871.0, + "step": 355 + }, + { + "entropy": 7.58204460144043, + "epoch": 0.42704626334519574, + "grad_norm": 1.2734375, + "learning_rate": 0.0001795, + "loss": 6.9777, + "mean_token_accuracy": 0.07172644883394241, + "num_tokens": 1038776.0, + "step": 360 + }, + { + "entropy": 7.63423752784729, + "epoch": 0.43297746144721233, + "grad_norm": 1.1171875, + "learning_rate": 0.000182, + "loss": 6.9462, + "mean_token_accuracy": 0.07613400146365165, + "num_tokens": 1052457.0, + "step": 365 + }, + { + "entropy": 7.596765565872192, + "epoch": 0.4389086595492289, + "grad_norm": 1.2421875, + "learning_rate": 0.0001845, + "loss": 6.985, + "mean_token_accuracy": 0.06885807923972606, + "num_tokens": 1067566.0, + "step": 370 + }, + { + "entropy": 7.509483337402344, + "epoch": 0.44483985765124556, + "grad_norm": 1.3515625, + "learning_rate": 0.000187, + "loss": 6.8577, + "mean_token_accuracy": 0.0751548632979393, + "num_tokens": 1081285.0, + "step": 375 + }, + { + "entropy": 7.488412714004516, + "epoch": 0.45077105575326215, + "grad_norm": 1.390625, + "learning_rate": 0.0001895, + "loss": 6.8741, + "mean_token_accuracy": 0.08314598426222801, + "num_tokens": 1093944.0, + "step": 380 + }, + { + "entropy": 7.485768795013428, + "epoch": 0.45670225385527874, + "grad_norm": 1.4453125, + "learning_rate": 0.000192, + "loss": 6.8729, + "mean_token_accuracy": 0.08215565755963325, + "num_tokens": 1107210.0, + "step": 385 + }, + { + "entropy": 7.5015223026275635, + "epoch": 0.4626334519572954, + "grad_norm": 0.96484375, + "learning_rate": 0.0001945, + "loss": 6.9484, + "mean_token_accuracy": 0.07512684762477875, + "num_tokens": 1120035.0, + "step": 390 + }, + { + "entropy": 7.528394508361816, + "epoch": 0.46856465005931197, + "grad_norm": 1.171875, + "learning_rate": 0.00019700000000000002, + "loss": 6.9877, + "mean_token_accuracy": 0.07711658254265785, + "num_tokens": 1132735.0, + "step": 395 + }, + { + "entropy": 7.506278848648071, + "epoch": 0.4744958481613286, + "grad_norm": 1.2109375, + "learning_rate": 0.00019950000000000002, + "loss": 6.8883, + "mean_token_accuracy": 0.07609864845871925, + "num_tokens": 1146964.0, + "step": 400 + }, + { + "entropy": 7.526645755767822, + "epoch": 0.4804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.000202, + "loss": 6.8871, + "mean_token_accuracy": 0.07854933217167855, + "num_tokens": 1161174.0, + "step": 405 + }, + { + "entropy": 7.447538709640503, + "epoch": 0.4863582443653618, + "grad_norm": 0.98046875, + "learning_rate": 0.00020449999999999998, + "loss": 6.7717, + "mean_token_accuracy": 0.080623859167099, + "num_tokens": 1176833.0, + "step": 410 + }, + { + "entropy": 7.474844169616699, + "epoch": 0.49228944246737844, + "grad_norm": 1.3125, + "learning_rate": 0.000207, + "loss": 6.9384, + "mean_token_accuracy": 0.07880584299564361, + "num_tokens": 1190845.0, + "step": 415 + }, + { + "entropy": 7.3909095287322994, + "epoch": 0.498220640569395, + "grad_norm": 1.09375, + "learning_rate": 0.0002095, + "loss": 6.8394, + "mean_token_accuracy": 0.07916948273777961, + "num_tokens": 1203878.0, + "step": 420 + }, + { + "entropy": 7.414308786392212, + "epoch": 0.5041518386714117, + "grad_norm": 0.9453125, + "learning_rate": 0.000212, + "loss": 6.8609, + "mean_token_accuracy": 0.07901249378919602, + "num_tokens": 1219135.0, + "step": 425 + }, + { + "entropy": 7.502074193954468, + "epoch": 0.5100830367734283, + "grad_norm": 1.3203125, + "learning_rate": 0.0002145, + "loss": 6.8924, + "mean_token_accuracy": 0.08341019675135612, + "num_tokens": 1233167.0, + "step": 430 + }, + { + "entropy": 7.4084759712219235, + "epoch": 0.5160142348754448, + "grad_norm": 1.3515625, + "learning_rate": 0.00021700000000000002, + "loss": 6.7389, + "mean_token_accuracy": 0.08747640326619148, + "num_tokens": 1246221.0, + "step": 435 + }, + { + "entropy": 7.389473342895508, + "epoch": 0.5219454329774614, + "grad_norm": 1.4921875, + "learning_rate": 0.0002195, + "loss": 6.732, + "mean_token_accuracy": 0.08541311249136925, + "num_tokens": 1260856.0, + "step": 440 + }, + { + "entropy": 7.329696989059448, + "epoch": 0.527876631079478, + "grad_norm": 1.203125, + "learning_rate": 0.000222, + "loss": 6.8368, + "mean_token_accuracy": 0.08163531869649887, + "num_tokens": 1276688.0, + "step": 445 + }, + { + "entropy": 7.337572288513184, + "epoch": 0.5338078291814946, + "grad_norm": 1.1171875, + "learning_rate": 0.0002245, + "loss": 6.6987, + "mean_token_accuracy": 0.08712242096662522, + "num_tokens": 1291525.0, + "step": 450 + }, + { + "entropy": 7.3344158172607425, + "epoch": 0.5397390272835113, + "grad_norm": 1.1875, + "learning_rate": 0.00022700000000000002, + "loss": 6.7266, + "mean_token_accuracy": 0.08258413746953011, + "num_tokens": 1307769.0, + "step": 455 + }, + { + "entropy": 7.2570515155792235, + "epoch": 0.5456702253855279, + "grad_norm": 1.1171875, + "learning_rate": 0.00022950000000000002, + "loss": 6.7115, + "mean_token_accuracy": 0.08097989335656167, + "num_tokens": 1322462.0, + "step": 460 + }, + { + "entropy": 7.2473875999450685, + "epoch": 0.5516014234875445, + "grad_norm": 1.203125, + "learning_rate": 0.00023200000000000003, + "loss": 6.6807, + "mean_token_accuracy": 0.08938496559858322, + "num_tokens": 1338063.0, + "step": 465 + }, + { + "entropy": 7.260567998886108, + "epoch": 0.5575326215895611, + "grad_norm": 1.328125, + "learning_rate": 0.00023449999999999998, + "loss": 6.6452, + "mean_token_accuracy": 0.09352756068110465, + "num_tokens": 1351384.0, + "step": 470 + }, + { + "entropy": 7.236065340042114, + "epoch": 0.5634638196915777, + "grad_norm": 1.0859375, + "learning_rate": 0.000237, + "loss": 6.6144, + "mean_token_accuracy": 0.08987314701080322, + "num_tokens": 1363781.0, + "step": 475 + }, + { + "entropy": 7.16572265625, + "epoch": 0.5693950177935944, + "grad_norm": 1.40625, + "learning_rate": 0.0002395, + "loss": 6.6055, + "mean_token_accuracy": 0.08821886777877808, + "num_tokens": 1379463.0, + "step": 480 + }, + { + "entropy": 7.195259714126587, + "epoch": 0.575326215895611, + "grad_norm": 1.2578125, + "learning_rate": 0.000242, + "loss": 6.6073, + "mean_token_accuracy": 0.09338206499814987, + "num_tokens": 1393631.0, + "step": 485 + }, + { + "entropy": 7.307022905349731, + "epoch": 0.5812574139976275, + "grad_norm": 1.25, + "learning_rate": 0.0002445, + "loss": 6.6937, + "mean_token_accuracy": 0.08968389555811881, + "num_tokens": 1407401.0, + "step": 490 + }, + { + "entropy": 7.144880056381226, + "epoch": 0.5871886120996441, + "grad_norm": 1.4609375, + "learning_rate": 0.000247, + "loss": 6.5565, + "mean_token_accuracy": 0.09463186785578728, + "num_tokens": 1422167.0, + "step": 495 + }, + { + "entropy": 7.16906509399414, + "epoch": 0.5931198102016607, + "grad_norm": 1.2734375, + "learning_rate": 0.0002495, + "loss": 6.6659, + "mean_token_accuracy": 0.08580891266465188, + "num_tokens": 1438662.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 7.088789626864568, + "eval_loss": 6.709393501281738, + "eval_mean_token_accuracy": 0.09428181704362294, + "eval_num_tokens": 1438662.0, + "eval_runtime": 1.9148, + "eval_samples_per_second": 1362.036, + "eval_steps_per_second": 170.254, + "step": 500 + }, + { + "entropy": 7.0674371242523195, + "epoch": 0.5990510083036773, + "grad_norm": 1.234375, + "learning_rate": 0.000252, + "loss": 6.4938, + "mean_token_accuracy": 0.09932567328214645, + "num_tokens": 1452224.0, + "step": 505 + }, + { + "entropy": 7.124333143234253, + "epoch": 0.604982206405694, + "grad_norm": 1.5625, + "learning_rate": 0.0002545, + "loss": 6.476, + "mean_token_accuracy": 0.09715204015374183, + "num_tokens": 1465853.0, + "step": 510 + }, + { + "entropy": 7.134642124176025, + "epoch": 0.6109134045077106, + "grad_norm": 1.390625, + "learning_rate": 0.000257, + "loss": 6.6224, + "mean_token_accuracy": 0.09282981902360916, + "num_tokens": 1480125.0, + "step": 515 + }, + { + "entropy": 7.0999956130981445, + "epoch": 0.6168446026097272, + "grad_norm": 1.203125, + "learning_rate": 0.0002595, + "loss": 6.649, + "mean_token_accuracy": 0.09250865951180458, + "num_tokens": 1495040.0, + "step": 520 + }, + { + "entropy": 7.164534378051758, + "epoch": 0.6227758007117438, + "grad_norm": 1.3203125, + "learning_rate": 0.000262, + "loss": 6.5171, + "mean_token_accuracy": 0.0987244538962841, + "num_tokens": 1509672.0, + "step": 525 + }, + { + "entropy": 7.013086462020874, + "epoch": 0.6287069988137604, + "grad_norm": 1.2109375, + "learning_rate": 0.00026450000000000003, + "loss": 6.5082, + "mean_token_accuracy": 0.09528515487909317, + "num_tokens": 1521921.0, + "step": 530 + }, + { + "entropy": 7.022832727432251, + "epoch": 0.6346381969157769, + "grad_norm": 1.7265625, + "learning_rate": 0.00026700000000000004, + "loss": 6.4685, + "mean_token_accuracy": 0.09804724678397178, + "num_tokens": 1535993.0, + "step": 535 + }, + { + "entropy": 7.1515604019165036, + "epoch": 0.6405693950177936, + "grad_norm": 1.203125, + "learning_rate": 0.00026950000000000005, + "loss": 6.5696, + "mean_token_accuracy": 0.09566482156515121, + "num_tokens": 1548292.0, + "step": 540 + }, + { + "entropy": 6.995516347885132, + "epoch": 0.6465005931198102, + "grad_norm": 1.25, + "learning_rate": 0.00027200000000000005, + "loss": 6.5626, + "mean_token_accuracy": 0.09593151062726975, + "num_tokens": 1564004.0, + "step": 545 + }, + { + "entropy": 7.1294818878173825, + "epoch": 0.6524317912218268, + "grad_norm": 1.0859375, + "learning_rate": 0.0002745, + "loss": 6.4788, + "mean_token_accuracy": 0.10118974596261979, + "num_tokens": 1577543.0, + "step": 550 + }, + { + "entropy": 7.000808572769165, + "epoch": 0.6583629893238434, + "grad_norm": 1.28125, + "learning_rate": 0.000277, + "loss": 6.4619, + "mean_token_accuracy": 0.10349823236465454, + "num_tokens": 1590529.0, + "step": 555 + }, + { + "entropy": 7.059898233413696, + "epoch": 0.66429418742586, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.5415, + "mean_token_accuracy": 0.09783142134547233, + "num_tokens": 1605584.0, + "step": 560 + }, + { + "entropy": 7.057692337036133, + "epoch": 0.6702253855278766, + "grad_norm": 1.515625, + "learning_rate": 0.00028199999999999997, + "loss": 6.5684, + "mean_token_accuracy": 0.1004520446062088, + "num_tokens": 1618905.0, + "step": 565 + }, + { + "entropy": 7.014936447143555, + "epoch": 0.6761565836298933, + "grad_norm": 1.140625, + "learning_rate": 0.0002845, + "loss": 6.545, + "mean_token_accuracy": 0.09201160371303559, + "num_tokens": 1632538.0, + "step": 570 + }, + { + "entropy": 6.974603891372681, + "epoch": 0.6820877817319099, + "grad_norm": 1.3515625, + "learning_rate": 0.000287, + "loss": 6.3815, + "mean_token_accuracy": 0.10909996330738067, + "num_tokens": 1646327.0, + "step": 575 + }, + { + "entropy": 7.008380365371704, + "epoch": 0.6880189798339265, + "grad_norm": 1.296875, + "learning_rate": 0.0002895, + "loss": 6.5448, + "mean_token_accuracy": 0.10221554338932037, + "num_tokens": 1659913.0, + "step": 580 + }, + { + "entropy": 7.0425440788269045, + "epoch": 0.693950177935943, + "grad_norm": 1.2421875, + "learning_rate": 0.000292, + "loss": 6.4521, + "mean_token_accuracy": 0.10268813446164131, + "num_tokens": 1673625.0, + "step": 585 + }, + { + "entropy": 6.9817821979522705, + "epoch": 0.6998813760379596, + "grad_norm": 1.3984375, + "learning_rate": 0.0002945, + "loss": 6.466, + "mean_token_accuracy": 0.09939212873578071, + "num_tokens": 1688495.0, + "step": 590 + }, + { + "entropy": 6.9125754833221436, + "epoch": 0.7058125741399762, + "grad_norm": 1.3828125, + "learning_rate": 0.000297, + "loss": 6.3759, + "mean_token_accuracy": 0.10623608976602554, + "num_tokens": 1702989.0, + "step": 595 + }, + { + "entropy": 6.892080068588257, + "epoch": 0.7117437722419929, + "grad_norm": 1.2109375, + "learning_rate": 0.0002995, + "loss": 6.3151, + "mean_token_accuracy": 0.10541760846972466, + "num_tokens": 1717331.0, + "step": 600 + }, + { + "entropy": 6.9624193668365475, + "epoch": 0.7176749703440095, + "grad_norm": 1.421875, + "learning_rate": 0.000302, + "loss": 6.4368, + "mean_token_accuracy": 0.10582135245203972, + "num_tokens": 1733012.0, + "step": 605 + }, + { + "entropy": 6.895502758026123, + "epoch": 0.7236061684460261, + "grad_norm": 1.5234375, + "learning_rate": 0.0003045, + "loss": 6.446, + "mean_token_accuracy": 0.10651310458779335, + "num_tokens": 1747058.0, + "step": 610 + }, + { + "entropy": 6.954757976531982, + "epoch": 0.7295373665480427, + "grad_norm": 1.1953125, + "learning_rate": 0.000307, + "loss": 6.4605, + "mean_token_accuracy": 0.10364130288362502, + "num_tokens": 1761983.0, + "step": 615 + }, + { + "entropy": 6.902099752426148, + "epoch": 0.7354685646500593, + "grad_norm": 1.3828125, + "learning_rate": 0.0003095, + "loss": 6.477, + "mean_token_accuracy": 0.09844475984573364, + "num_tokens": 1777220.0, + "step": 620 + }, + { + "entropy": 6.894039106369019, + "epoch": 0.741399762752076, + "grad_norm": 1.53125, + "learning_rate": 0.000312, + "loss": 6.3396, + "mean_token_accuracy": 0.10894461125135421, + "num_tokens": 1791770.0, + "step": 625 + }, + { + "entropy": 6.9334691047668455, + "epoch": 0.7473309608540926, + "grad_norm": 1.34375, + "learning_rate": 0.0003145, + "loss": 6.4141, + "mean_token_accuracy": 0.11063586622476577, + "num_tokens": 1805717.0, + "step": 630 + }, + { + "entropy": 6.90194263458252, + "epoch": 0.7532621589561092, + "grad_norm": 1.296875, + "learning_rate": 0.000317, + "loss": 6.3982, + "mean_token_accuracy": 0.10740711987018585, + "num_tokens": 1819943.0, + "step": 635 + }, + { + "entropy": 6.841003894805908, + "epoch": 0.7591933570581257, + "grad_norm": 1.125, + "learning_rate": 0.0003195, + "loss": 6.3223, + "mean_token_accuracy": 0.10887554213404656, + "num_tokens": 1835219.0, + "step": 640 + }, + { + "entropy": 6.813411712646484, + "epoch": 0.7651245551601423, + "grad_norm": 1.59375, + "learning_rate": 0.000322, + "loss": 6.2411, + "mean_token_accuracy": 0.11231007426977158, + "num_tokens": 1849467.0, + "step": 645 + }, + { + "entropy": 6.809050035476685, + "epoch": 0.7710557532621589, + "grad_norm": 1.40625, + "learning_rate": 0.00032450000000000003, + "loss": 6.2833, + "mean_token_accuracy": 0.11221997663378716, + "num_tokens": 1864160.0, + "step": 650 + }, + { + "entropy": 6.759777450561524, + "epoch": 0.7769869513641756, + "grad_norm": 0.9921875, + "learning_rate": 0.00032700000000000003, + "loss": 6.2426, + "mean_token_accuracy": 0.11081567630171776, + "num_tokens": 1879324.0, + "step": 655 + }, + { + "entropy": 6.799328899383545, + "epoch": 0.7829181494661922, + "grad_norm": 1.609375, + "learning_rate": 0.00032950000000000004, + "loss": 6.314, + "mean_token_accuracy": 0.11415420845150948, + "num_tokens": 1893902.0, + "step": 660 + }, + { + "entropy": 6.700550222396851, + "epoch": 0.7888493475682088, + "grad_norm": 1.359375, + "learning_rate": 0.00033200000000000005, + "loss": 6.1519, + "mean_token_accuracy": 0.1172316811978817, + "num_tokens": 1908216.0, + "step": 665 + }, + { + "entropy": 6.70758090019226, + "epoch": 0.7947805456702254, + "grad_norm": 1.03125, + "learning_rate": 0.00033450000000000005, + "loss": 6.2537, + "mean_token_accuracy": 0.11493151113390923, + "num_tokens": 1923408.0, + "step": 670 + }, + { + "entropy": 6.809796285629273, + "epoch": 0.800711743772242, + "grad_norm": 1.125, + "learning_rate": 0.000337, + "loss": 6.3333, + "mean_token_accuracy": 0.10704677328467369, + "num_tokens": 1938307.0, + "step": 675 + }, + { + "entropy": 6.800277757644653, + "epoch": 0.8066429418742586, + "grad_norm": 1.015625, + "learning_rate": 0.0003395, + "loss": 6.3288, + "mean_token_accuracy": 0.10877522677183152, + "num_tokens": 1953173.0, + "step": 680 + }, + { + "entropy": 6.750416469573975, + "epoch": 0.8125741399762753, + "grad_norm": 1.4453125, + "learning_rate": 0.000342, + "loss": 6.2148, + "mean_token_accuracy": 0.11826780289411545, + "num_tokens": 1966198.0, + "step": 685 + }, + { + "entropy": 6.749280786514282, + "epoch": 0.8185053380782918, + "grad_norm": 1.71875, + "learning_rate": 0.00034449999999999997, + "loss": 6.3035, + "mean_token_accuracy": 0.11757627055048943, + "num_tokens": 1979608.0, + "step": 690 + }, + { + "entropy": 6.750239419937134, + "epoch": 0.8244365361803084, + "grad_norm": 1.234375, + "learning_rate": 0.000347, + "loss": 6.2271, + "mean_token_accuracy": 0.11730416044592858, + "num_tokens": 1992949.0, + "step": 695 + }, + { + "entropy": 6.718313598632813, + "epoch": 0.830367734282325, + "grad_norm": 1.5859375, + "learning_rate": 0.0003495, + "loss": 6.3097, + "mean_token_accuracy": 0.11092614904046058, + "num_tokens": 2007149.0, + "step": 700 + }, + { + "entropy": 6.6663001537322994, + "epoch": 0.8362989323843416, + "grad_norm": 1.15625, + "learning_rate": 0.000352, + "loss": 6.2049, + "mean_token_accuracy": 0.11998757123947143, + "num_tokens": 2019444.0, + "step": 705 + }, + { + "entropy": 6.776406240463257, + "epoch": 0.8422301304863582, + "grad_norm": 1.2578125, + "learning_rate": 0.0003545, + "loss": 6.2367, + "mean_token_accuracy": 0.1130843311548233, + "num_tokens": 2034499.0, + "step": 710 + }, + { + "entropy": 6.747935152053833, + "epoch": 0.8481613285883749, + "grad_norm": 1.265625, + "learning_rate": 0.000357, + "loss": 6.2989, + "mean_token_accuracy": 0.11696135327219963, + "num_tokens": 2048293.0, + "step": 715 + }, + { + "entropy": 6.70717420578003, + "epoch": 0.8540925266903915, + "grad_norm": 1.390625, + "learning_rate": 0.0003595, + "loss": 6.263, + "mean_token_accuracy": 0.11379396319389343, + "num_tokens": 2062350.0, + "step": 720 + }, + { + "entropy": 6.708211469650268, + "epoch": 0.8600237247924081, + "grad_norm": 1.3203125, + "learning_rate": 0.000362, + "loss": 6.2456, + "mean_token_accuracy": 0.11864681616425514, + "num_tokens": 2076379.0, + "step": 725 + }, + { + "entropy": 6.748144721984863, + "epoch": 0.8659549228944247, + "grad_norm": 1.2734375, + "learning_rate": 0.0003645, + "loss": 6.2164, + "mean_token_accuracy": 0.11808046251535416, + "num_tokens": 2090071.0, + "step": 730 + }, + { + "entropy": 6.681804513931274, + "epoch": 0.8718861209964412, + "grad_norm": 1.328125, + "learning_rate": 0.000367, + "loss": 6.2306, + "mean_token_accuracy": 0.11399208307266236, + "num_tokens": 2102585.0, + "step": 735 + }, + { + "entropy": 6.720635604858399, + "epoch": 0.8778173190984578, + "grad_norm": 1.421875, + "learning_rate": 0.0003695, + "loss": 6.2257, + "mean_token_accuracy": 0.11735560595989228, + "num_tokens": 2116559.0, + "step": 740 + }, + { + "entropy": 6.577832317352295, + "epoch": 0.8837485172004745, + "grad_norm": 1.2265625, + "learning_rate": 0.000372, + "loss": 6.1975, + "mean_token_accuracy": 0.1139634482562542, + "num_tokens": 2130048.0, + "step": 745 + }, + { + "entropy": 6.723380517959595, + "epoch": 0.8896797153024911, + "grad_norm": 1.421875, + "learning_rate": 0.0003745, + "loss": 6.258, + "mean_token_accuracy": 0.11037925630807877, + "num_tokens": 2145176.0, + "step": 750 + }, + { + "entropy": 6.668367147445679, + "epoch": 0.8956109134045077, + "grad_norm": 1.0625, + "learning_rate": 0.000377, + "loss": 6.174, + "mean_token_accuracy": 0.12165194749832153, + "num_tokens": 2160615.0, + "step": 755 + }, + { + "entropy": 6.569440317153931, + "epoch": 0.9015421115065243, + "grad_norm": 1.296875, + "learning_rate": 0.0003795, + "loss": 6.1306, + "mean_token_accuracy": 0.11893835440278053, + "num_tokens": 2174131.0, + "step": 760 + }, + { + "entropy": 6.665890264511108, + "epoch": 0.9074733096085409, + "grad_norm": 1.421875, + "learning_rate": 0.000382, + "loss": 6.1707, + "mean_token_accuracy": 0.12153652384877205, + "num_tokens": 2188906.0, + "step": 765 + }, + { + "entropy": 6.573056364059449, + "epoch": 0.9134045077105575, + "grad_norm": 1.1328125, + "learning_rate": 0.0003845, + "loss": 6.2009, + "mean_token_accuracy": 0.11878187209367752, + "num_tokens": 2203620.0, + "step": 770 + }, + { + "entropy": 6.587138843536377, + "epoch": 0.9193357058125742, + "grad_norm": 1.9765625, + "learning_rate": 0.00038700000000000003, + "loss": 6.1415, + "mean_token_accuracy": 0.12185289338231087, + "num_tokens": 2218133.0, + "step": 775 + }, + { + "entropy": 6.585116243362426, + "epoch": 0.9252669039145908, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.2137, + "mean_token_accuracy": 0.11551980301737785, + "num_tokens": 2233958.0, + "step": 780 + }, + { + "entropy": 6.772628355026245, + "epoch": 0.9311981020166074, + "grad_norm": 1.3984375, + "learning_rate": 0.00039200000000000004, + "loss": 6.2822, + "mean_token_accuracy": 0.1171758972108364, + "num_tokens": 2250430.0, + "step": 785 + }, + { + "entropy": 6.646478462219238, + "epoch": 0.9371293001186239, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.1562, + "mean_token_accuracy": 0.1206930473446846, + "num_tokens": 2266098.0, + "step": 790 + }, + { + "entropy": 6.496437501907349, + "epoch": 0.9430604982206405, + "grad_norm": 1.3515625, + "learning_rate": 0.00039700000000000005, + "loss": 6.0743, + "mean_token_accuracy": 0.12797637432813644, + "num_tokens": 2279446.0, + "step": 795 + }, + { + "entropy": 6.623060703277588, + "epoch": 0.9489916963226572, + "grad_norm": 1.1953125, + "learning_rate": 0.0003995, + "loss": 6.1254, + "mean_token_accuracy": 0.121622234582901, + "num_tokens": 2293714.0, + "step": 800 + }, + { + "entropy": 6.50568151473999, + "epoch": 0.9549228944246738, + "grad_norm": 1.2578125, + "learning_rate": 0.000402, + "loss": 6.1666, + "mean_token_accuracy": 0.11893192976713181, + "num_tokens": 2309619.0, + "step": 805 + }, + { + "entropy": 6.559406423568726, + "epoch": 0.9608540925266904, + "grad_norm": 1.5625, + "learning_rate": 0.0004045, + "loss": 6.0854, + "mean_token_accuracy": 0.12828661650419235, + "num_tokens": 2324091.0, + "step": 810 + }, + { + "entropy": 6.625924682617187, + "epoch": 0.966785290628707, + "grad_norm": 1.5, + "learning_rate": 0.00040699999999999997, + "loss": 6.2051, + "mean_token_accuracy": 0.12474795132875442, + "num_tokens": 2338066.0, + "step": 815 + }, + { + "entropy": 6.44111385345459, + "epoch": 0.9727164887307236, + "grad_norm": 1.3828125, + "learning_rate": 0.0004095, + "loss": 6.0949, + "mean_token_accuracy": 0.12794609144330024, + "num_tokens": 2354283.0, + "step": 820 + }, + { + "entropy": 6.648028707504272, + "epoch": 0.9786476868327402, + "grad_norm": 1.03125, + "learning_rate": 0.000412, + "loss": 6.1346, + "mean_token_accuracy": 0.11840463951230049, + "num_tokens": 2368788.0, + "step": 825 + }, + { + "entropy": 6.441373825073242, + "epoch": 0.9845788849347569, + "grad_norm": 1.234375, + "learning_rate": 0.0004145, + "loss": 6.1425, + "mean_token_accuracy": 0.12159557864069939, + "num_tokens": 2383267.0, + "step": 830 + }, + { + "entropy": 6.50308928489685, + "epoch": 0.9905100830367735, + "grad_norm": 1.234375, + "learning_rate": 0.000417, + "loss": 6.0508, + "mean_token_accuracy": 0.13076636716723442, + "num_tokens": 2396156.0, + "step": 835 + }, + { + "entropy": 6.507014608383178, + "epoch": 0.99644128113879, + "grad_norm": 1.125, + "learning_rate": 0.0004195, + "loss": 6.1286, + "mean_token_accuracy": 0.11710731312632561, + "num_tokens": 2411839.0, + "step": 840 + }, + { + "entropy": 6.392842102050781, + "epoch": 1.0023724792408066, + "grad_norm": 1.0546875, + "learning_rate": 0.000422, + "loss": 5.9181, + "mean_token_accuracy": 0.12669287249445915, + "num_tokens": 2425541.0, + "step": 845 + }, + { + "entropy": 6.5243079662323, + "epoch": 1.0083036773428233, + "grad_norm": 1.5703125, + "learning_rate": 0.0004245, + "loss": 6.1084, + "mean_token_accuracy": 0.12104234322905541, + "num_tokens": 2440445.0, + "step": 850 + }, + { + "entropy": 6.520119667053223, + "epoch": 1.0142348754448398, + "grad_norm": 1.1171875, + "learning_rate": 0.000427, + "loss": 6.0277, + "mean_token_accuracy": 0.1227425530552864, + "num_tokens": 2454894.0, + "step": 855 + }, + { + "entropy": 6.527532386779785, + "epoch": 1.0201660735468565, + "grad_norm": 1.171875, + "learning_rate": 0.0004295, + "loss": 6.019, + "mean_token_accuracy": 0.1259557895362377, + "num_tokens": 2470706.0, + "step": 860 + }, + { + "entropy": 6.457006645202637, + "epoch": 1.026097271648873, + "grad_norm": 1.359375, + "learning_rate": 0.000432, + "loss": 6.035, + "mean_token_accuracy": 0.1288458950817585, + "num_tokens": 2484134.0, + "step": 865 + }, + { + "entropy": 6.425363540649414, + "epoch": 1.0320284697508897, + "grad_norm": 1.203125, + "learning_rate": 0.0004345, + "loss": 5.8931, + "mean_token_accuracy": 0.13428079336881638, + "num_tokens": 2498744.0, + "step": 870 + }, + { + "entropy": 6.434927558898925, + "epoch": 1.0379596678529064, + "grad_norm": 1.2734375, + "learning_rate": 0.000437, + "loss": 6.0079, + "mean_token_accuracy": 0.12984821051359177, + "num_tokens": 2513456.0, + "step": 875 + }, + { + "entropy": 6.387080335617066, + "epoch": 1.0438908659549229, + "grad_norm": 1.296875, + "learning_rate": 0.0004395, + "loss": 5.9021, + "mean_token_accuracy": 0.1296766184270382, + "num_tokens": 2528895.0, + "step": 880 + }, + { + "entropy": 6.425879383087159, + "epoch": 1.0498220640569396, + "grad_norm": 1.21875, + "learning_rate": 0.000442, + "loss": 5.9424, + "mean_token_accuracy": 0.14008270800113679, + "num_tokens": 2541415.0, + "step": 885 + }, + { + "entropy": 6.41387038230896, + "epoch": 1.055753262158956, + "grad_norm": 1.2734375, + "learning_rate": 0.0004445, + "loss": 5.927, + "mean_token_accuracy": 0.13471830263733864, + "num_tokens": 2554822.0, + "step": 890 + }, + { + "entropy": 6.359044361114502, + "epoch": 1.0616844602609727, + "grad_norm": 1.328125, + "learning_rate": 0.000447, + "loss": 5.9672, + "mean_token_accuracy": 0.13547785803675652, + "num_tokens": 2567676.0, + "step": 895 + }, + { + "entropy": 6.4110674381256105, + "epoch": 1.0676156583629894, + "grad_norm": 1.65625, + "learning_rate": 0.00044950000000000003, + "loss": 6.0008, + "mean_token_accuracy": 0.13326788023114206, + "num_tokens": 2580828.0, + "step": 900 + }, + { + "entropy": 6.451390743255615, + "epoch": 1.073546856465006, + "grad_norm": 1.34375, + "learning_rate": 0.00045200000000000004, + "loss": 6.0095, + "mean_token_accuracy": 0.12793489992618562, + "num_tokens": 2595402.0, + "step": 905 + }, + { + "entropy": 6.346421480178833, + "epoch": 1.0794780545670226, + "grad_norm": 1.1015625, + "learning_rate": 0.00045450000000000004, + "loss": 5.9495, + "mean_token_accuracy": 0.1260056674480438, + "num_tokens": 2612266.0, + "step": 910 + }, + { + "entropy": 6.373950624465943, + "epoch": 1.085409252669039, + "grad_norm": 1.21875, + "learning_rate": 0.00045700000000000005, + "loss": 5.9615, + "mean_token_accuracy": 0.13041894584894181, + "num_tokens": 2626064.0, + "step": 915 + }, + { + "entropy": 6.378324556350708, + "epoch": 1.0913404507710558, + "grad_norm": 1.1171875, + "learning_rate": 0.00045950000000000006, + "loss": 6.0058, + "mean_token_accuracy": 0.12815107107162477, + "num_tokens": 2642134.0, + "step": 920 + }, + { + "entropy": 6.3164959907531735, + "epoch": 1.0972716488730723, + "grad_norm": 1.8046875, + "learning_rate": 0.000462, + "loss": 5.925, + "mean_token_accuracy": 0.13265205621719361, + "num_tokens": 2656009.0, + "step": 925 + }, + { + "entropy": 6.399133729934692, + "epoch": 1.103202846975089, + "grad_norm": 1.140625, + "learning_rate": 0.0004645, + "loss": 5.9817, + "mean_token_accuracy": 0.13066953867673875, + "num_tokens": 2671353.0, + "step": 930 + }, + { + "entropy": 6.354629421234131, + "epoch": 1.1091340450771057, + "grad_norm": 1.34375, + "learning_rate": 0.000467, + "loss": 5.9245, + "mean_token_accuracy": 0.13608077466487883, + "num_tokens": 2685488.0, + "step": 935 + }, + { + "entropy": 6.361505746841431, + "epoch": 1.1150652431791221, + "grad_norm": 1.1484375, + "learning_rate": 0.0004695, + "loss": 5.9299, + "mean_token_accuracy": 0.13026007637381554, + "num_tokens": 2700988.0, + "step": 940 + }, + { + "entropy": 6.421771621704101, + "epoch": 1.1209964412811388, + "grad_norm": 1.0859375, + "learning_rate": 0.000472, + "loss": 5.9483, + "mean_token_accuracy": 0.13384367898106575, + "num_tokens": 2717490.0, + "step": 945 + }, + { + "entropy": 6.251776599884034, + "epoch": 1.1269276393831553, + "grad_norm": 1.203125, + "learning_rate": 0.0004745, + "loss": 5.8468, + "mean_token_accuracy": 0.13876772224903106, + "num_tokens": 2730463.0, + "step": 950 + }, + { + "entropy": 6.280179023742676, + "epoch": 1.132858837485172, + "grad_norm": 1.21875, + "learning_rate": 0.000477, + "loss": 5.8257, + "mean_token_accuracy": 0.13821708783507347, + "num_tokens": 2743458.0, + "step": 955 + }, + { + "entropy": 6.371533966064453, + "epoch": 1.1387900355871885, + "grad_norm": 1.4453125, + "learning_rate": 0.0004795, + "loss": 5.9696, + "mean_token_accuracy": 0.13559629395604134, + "num_tokens": 2756064.0, + "step": 960 + }, + { + "entropy": 6.283103799819946, + "epoch": 1.1447212336892052, + "grad_norm": 1.4375, + "learning_rate": 0.000482, + "loss": 5.9031, + "mean_token_accuracy": 0.13596163243055343, + "num_tokens": 2770046.0, + "step": 965 + }, + { + "entropy": 6.244359016418457, + "epoch": 1.150652431791222, + "grad_norm": 1.390625, + "learning_rate": 0.0004845, + "loss": 5.9025, + "mean_token_accuracy": 0.13229298815131188, + "num_tokens": 2784308.0, + "step": 970 + }, + { + "entropy": 6.287460231781006, + "epoch": 1.1565836298932384, + "grad_norm": 1.484375, + "learning_rate": 0.000487, + "loss": 5.8552, + "mean_token_accuracy": 0.13137058764696122, + "num_tokens": 2799315.0, + "step": 975 + }, + { + "entropy": 6.288997983932495, + "epoch": 1.162514827995255, + "grad_norm": 1.078125, + "learning_rate": 0.0004895, + "loss": 5.9336, + "mean_token_accuracy": 0.1334098532795906, + "num_tokens": 2814561.0, + "step": 980 + }, + { + "entropy": 6.325786352157593, + "epoch": 1.1684460260972718, + "grad_norm": 1.265625, + "learning_rate": 0.000492, + "loss": 5.916, + "mean_token_accuracy": 0.1331045538187027, + "num_tokens": 2829823.0, + "step": 985 + }, + { + "entropy": 6.34386134147644, + "epoch": 1.1743772241992882, + "grad_norm": 1.5, + "learning_rate": 0.0004945, + "loss": 5.9348, + "mean_token_accuracy": 0.12784818038344384, + "num_tokens": 2843555.0, + "step": 990 + }, + { + "entropy": 6.350662803649902, + "epoch": 1.180308422301305, + "grad_norm": 1.34375, + "learning_rate": 0.000497, + "loss": 5.9539, + "mean_token_accuracy": 0.1361467495560646, + "num_tokens": 2857071.0, + "step": 995 + }, + { + "entropy": 6.224388265609742, + "epoch": 1.1862396204033214, + "grad_norm": 1.40625, + "learning_rate": 0.0004995, + "loss": 5.8728, + "mean_token_accuracy": 0.1347593829035759, + "num_tokens": 2873640.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 6.175969420766538, + "eval_loss": 6.0720014572143555, + "eval_mean_token_accuracy": 0.13131910120279877, + "eval_num_tokens": 2873640.0, + "eval_runtime": 1.8498, + "eval_samples_per_second": 1409.862, + "eval_steps_per_second": 176.233, + "step": 1000 + }, + { + "entropy": 6.261200714111328, + "epoch": 1.1921708185053381, + "grad_norm": 1.1953125, + "learning_rate": 0.00049999967732573, + "loss": 5.8506, + "mean_token_accuracy": 0.14092798456549643, + "num_tokens": 2887453.0, + "step": 1005 + }, + { + "entropy": 6.166975975036621, + "epoch": 1.1981020166073546, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999983664630945, + "loss": 5.8298, + "mean_token_accuracy": 0.13897372782230377, + "num_tokens": 2904225.0, + "step": 1010 + }, + { + "entropy": 6.26166615486145, + "epoch": 1.2040332147093713, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999960472508219, + "loss": 5.8504, + "mean_token_accuracy": 0.13864508718252183, + "num_tokens": 2918551.0, + "step": 1015 + }, + { + "entropy": 6.1890528202056885, + "epoch": 1.209964412811388, + "grad_norm": 1.2734375, + "learning_rate": 0.0004999927196993059, + "loss": 5.8572, + "mean_token_accuracy": 0.13447567522525788, + "num_tokens": 2932219.0, + "step": 1020 + }, + { + "entropy": 6.280620288848877, + "epoch": 1.2158956109134045, + "grad_norm": 1.453125, + "learning_rate": 0.0004999883838234592, + "loss": 5.8728, + "mean_token_accuracy": 0.13982290029525757, + "num_tokens": 2947053.0, + "step": 1025 + }, + { + "entropy": 6.307330179214477, + "epoch": 1.2218268090154212, + "grad_norm": 1.296875, + "learning_rate": 0.0004999830396427133, + "loss": 5.9092, + "mean_token_accuracy": 0.13675478994846343, + "num_tokens": 2961901.0, + "step": 1030 + }, + { + "entropy": 6.2650683403015135, + "epoch": 1.2277580071174377, + "grad_norm": 1.078125, + "learning_rate": 0.0004999766871810188, + "loss": 5.9234, + "mean_token_accuracy": 0.12962723821401595, + "num_tokens": 2976789.0, + "step": 1035 + }, + { + "entropy": 6.266324710845947, + "epoch": 1.2336892052194544, + "grad_norm": 1.203125, + "learning_rate": 0.0004999693264668446, + "loss": 5.9277, + "mean_token_accuracy": 0.1318037800490856, + "num_tokens": 2992061.0, + "step": 1040 + }, + { + "entropy": 6.30645899772644, + "epoch": 1.2396204033214708, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999609575331786, + "loss": 5.8895, + "mean_token_accuracy": 0.1368556059896946, + "num_tokens": 3007628.0, + "step": 1045 + }, + { + "entropy": 6.219874858856201, + "epoch": 1.2455516014234875, + "grad_norm": 1.4453125, + "learning_rate": 0.0004999515804175268, + "loss": 5.8365, + "mean_token_accuracy": 0.13651281595230103, + "num_tokens": 3022422.0, + "step": 1050 + }, + { + "entropy": 6.183523321151734, + "epoch": 1.2514827995255042, + "grad_norm": 1.234375, + "learning_rate": 0.0004999411951619134, + "loss": 5.8362, + "mean_token_accuracy": 0.13714614510536194, + "num_tokens": 3036060.0, + "step": 1055 + }, + { + "entropy": 6.293585252761841, + "epoch": 1.2574139976275207, + "grad_norm": 1.3671875, + "learning_rate": 0.000499929801812881, + "loss": 5.8794, + "mean_token_accuracy": 0.14127954691648484, + "num_tokens": 3050531.0, + "step": 1060 + }, + { + "entropy": 6.1592449188232425, + "epoch": 1.2633451957295374, + "grad_norm": 1.15625, + "learning_rate": 0.0004999174004214899, + "loss": 5.7805, + "mean_token_accuracy": 0.14164935201406478, + "num_tokens": 3065038.0, + "step": 1065 + }, + { + "entropy": 6.235931015014648, + "epoch": 1.269276393831554, + "grad_norm": 1.09375, + "learning_rate": 0.0004999039910433179, + "loss": 5.8957, + "mean_token_accuracy": 0.13519704565405846, + "num_tokens": 3080501.0, + "step": 1070 + }, + { + "entropy": 6.14642448425293, + "epoch": 1.2752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.0004998895737384605, + "loss": 5.7994, + "mean_token_accuracy": 0.14483253732323648, + "num_tokens": 3095070.0, + "step": 1075 + }, + { + "entropy": 6.188129091262818, + "epoch": 1.281138790035587, + "grad_norm": 1.203125, + "learning_rate": 0.0004998741485715297, + "loss": 5.8213, + "mean_token_accuracy": 0.138034887611866, + "num_tokens": 3109827.0, + "step": 1080 + }, + { + "entropy": 6.17890419960022, + "epoch": 1.2870699881376038, + "grad_norm": 1.15625, + "learning_rate": 0.0004998577156116551, + "loss": 5.7828, + "mean_token_accuracy": 0.14100482687354088, + "num_tokens": 3124176.0, + "step": 1085 + }, + { + "entropy": 6.258465957641602, + "epoch": 1.2930011862396205, + "grad_norm": 1.3984375, + "learning_rate": 0.0004998402749324823, + "loss": 5.8919, + "mean_token_accuracy": 0.13448047116398812, + "num_tokens": 3137696.0, + "step": 1090 + }, + { + "entropy": 6.150644254684448, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.7421, + "mean_token_accuracy": 0.1446476884186268, + "num_tokens": 3151245.0, + "step": 1095 + }, + { + "entropy": 6.12621955871582, + "epoch": 1.3048635824436536, + "grad_norm": 1.109375, + "learning_rate": 0.0004998023707334055, + "loss": 5.7242, + "mean_token_accuracy": 0.14792525842785836, + "num_tokens": 3165414.0, + "step": 1100 + }, + { + "entropy": 6.181356716156006, + "epoch": 1.3107947805456703, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997819073833724, + "loss": 5.8237, + "mean_token_accuracy": 0.13567239567637443, + "num_tokens": 3179998.0, + "step": 1105 + }, + { + "entropy": 6.103460025787354, + "epoch": 1.3167259786476868, + "grad_norm": 1.078125, + "learning_rate": 0.0004997604366537823, + "loss": 5.9501, + "mean_token_accuracy": 0.13358369320631028, + "num_tokens": 3194998.0, + "step": 1110 + }, + { + "entropy": 6.129420804977417, + "epoch": 1.3226571767497035, + "grad_norm": 1.109375, + "learning_rate": 0.000499737958640858, + "loss": 5.7875, + "mean_token_accuracy": 0.1355852596461773, + "num_tokens": 3211626.0, + "step": 1115 + }, + { + "entropy": 6.1442975997924805, + "epoch": 1.32858837485172, + "grad_norm": 1.2421875, + "learning_rate": 0.0004997144734453367, + "loss": 5.7596, + "mean_token_accuracy": 0.1420934334397316, + "num_tokens": 3225681.0, + "step": 1120 + }, + { + "entropy": 6.0875319480896, + "epoch": 1.3345195729537367, + "grad_norm": 1.2421875, + "learning_rate": 0.0004996899811724693, + "loss": 5.7775, + "mean_token_accuracy": 0.1395690955221653, + "num_tokens": 3240603.0, + "step": 1125 + }, + { + "entropy": 6.186561536788941, + "epoch": 1.3404507710557532, + "grad_norm": 1.171875, + "learning_rate": 0.0004996644819320201, + "loss": 5.8046, + "mean_token_accuracy": 0.13793422132730485, + "num_tokens": 3254261.0, + "step": 1130 + }, + { + "entropy": 6.1490716457366945, + "epoch": 1.3463819691577699, + "grad_norm": 1.0390625, + "learning_rate": 0.0004996379758382662, + "loss": 5.8794, + "mean_token_accuracy": 0.13867162466049193, + "num_tokens": 3270602.0, + "step": 1135 + }, + { + "entropy": 6.176916170120239, + "epoch": 1.3523131672597866, + "grad_norm": 1.2734375, + "learning_rate": 0.0004996104630099969, + "loss": 5.7939, + "mean_token_accuracy": 0.13939716890454293, + "num_tokens": 3283226.0, + "step": 1140 + }, + { + "entropy": 6.120092248916626, + "epoch": 1.358244365361803, + "grad_norm": 1.4453125, + "learning_rate": 0.0004995819435705133, + "loss": 5.7043, + "mean_token_accuracy": 0.15347797572612762, + "num_tokens": 3296296.0, + "step": 1145 + }, + { + "entropy": 6.150380182266235, + "epoch": 1.3641755634638197, + "grad_norm": 1.25, + "learning_rate": 0.0004995524176476277, + "loss": 5.7537, + "mean_token_accuracy": 0.14649274945259094, + "num_tokens": 3310817.0, + "step": 1150 + }, + { + "entropy": 6.15944538116455, + "epoch": 1.3701067615658362, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995218853736631, + "loss": 5.7455, + "mean_token_accuracy": 0.14735049456357957, + "num_tokens": 3326319.0, + "step": 1155 + }, + { + "entropy": 6.005965852737427, + "epoch": 1.376037959667853, + "grad_norm": 1.2421875, + "learning_rate": 0.0004994903468854527, + "loss": 5.7052, + "mean_token_accuracy": 0.14868801534175874, + "num_tokens": 3340015.0, + "step": 1160 + }, + { + "entropy": 6.097800588607788, + "epoch": 1.3819691577698694, + "grad_norm": 1.5234375, + "learning_rate": 0.0004994578023243386, + "loss": 5.7548, + "mean_token_accuracy": 0.1444389432668686, + "num_tokens": 3354246.0, + "step": 1165 + }, + { + "entropy": 6.061732959747315, + "epoch": 1.387900355871886, + "grad_norm": 1.203125, + "learning_rate": 0.0004994242518361723, + "loss": 5.7807, + "mean_token_accuracy": 0.14473409205675125, + "num_tokens": 3368857.0, + "step": 1170 + }, + { + "entropy": 6.090450572967529, + "epoch": 1.3938315539739028, + "grad_norm": 1.40625, + "learning_rate": 0.0004993896955713133, + "loss": 5.7257, + "mean_token_accuracy": 0.14366455227136612, + "num_tokens": 3380801.0, + "step": 1175 + }, + { + "entropy": 6.117128992080689, + "epoch": 1.3997627520759193, + "grad_norm": 1.1484375, + "learning_rate": 0.0004993541336846283, + "loss": 5.6886, + "mean_token_accuracy": 0.1452789694070816, + "num_tokens": 3394435.0, + "step": 1180 + }, + { + "entropy": 5.991869878768921, + "epoch": 1.405693950177936, + "grad_norm": 1.3046875, + "learning_rate": 0.000499317566335491, + "loss": 5.6642, + "mean_token_accuracy": 0.1542855590581894, + "num_tokens": 3408420.0, + "step": 1185 + }, + { + "entropy": 6.142762470245361, + "epoch": 1.4116251482799527, + "grad_norm": 1.3125, + "learning_rate": 0.0004992799936877813, + "loss": 5.8448, + "mean_token_accuracy": 0.14580541998147964, + "num_tokens": 3420491.0, + "step": 1190 + }, + { + "entropy": 6.057984399795532, + "epoch": 1.4175563463819691, + "grad_norm": 1.2890625, + "learning_rate": 0.0004992414159098841, + "loss": 5.6982, + "mean_token_accuracy": 0.15121331959962844, + "num_tokens": 3434037.0, + "step": 1195 + }, + { + "entropy": 6.031634330749512, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.6921, + "mean_token_accuracy": 0.15349351465702057, + "num_tokens": 3448127.0, + "step": 1200 + }, + { + "entropy": 6.030265045166016, + "epoch": 1.4294187425860023, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991612456595896, + "loss": 5.7577, + "mean_token_accuracy": 0.14504036903381348, + "num_tokens": 3462144.0, + "step": 1205 + }, + { + "entropy": 6.0907364845275875, + "epoch": 1.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0004991196535464824, + "loss": 5.7082, + "mean_token_accuracy": 0.14401856660842896, + "num_tokens": 3477362.0, + "step": 1210 + }, + { + "entropy": 6.056795883178711, + "epoch": 1.4412811387900355, + "grad_norm": 1.34375, + "learning_rate": 0.0004990770570217659, + "loss": 5.712, + "mean_token_accuracy": 0.14216629415750504, + "num_tokens": 3490211.0, + "step": 1215 + }, + { + "entropy": 6.025155782699585, + "epoch": 1.4472123368920522, + "grad_norm": 1.28125, + "learning_rate": 0.0004990334562763401, + "loss": 5.6299, + "mean_token_accuracy": 0.15666819214820862, + "num_tokens": 3502553.0, + "step": 1220 + }, + { + "entropy": 6.0306840419769285, + "epoch": 1.453143534994069, + "grad_norm": 1.2109375, + "learning_rate": 0.0004989888515056057, + "loss": 5.7362, + "mean_token_accuracy": 0.14873925745487213, + "num_tokens": 3517758.0, + "step": 1225 + }, + { + "entropy": 6.040766811370849, + "epoch": 1.4590747330960854, + "grad_norm": 1.078125, + "learning_rate": 0.0004989432429094627, + "loss": 5.6727, + "mean_token_accuracy": 0.14901096224784852, + "num_tokens": 3533303.0, + "step": 1230 + }, + { + "entropy": 6.05291166305542, + "epoch": 1.465005931198102, + "grad_norm": 1.359375, + "learning_rate": 0.0004988966306923099, + "loss": 5.7784, + "mean_token_accuracy": 0.14436503797769545, + "num_tokens": 3547401.0, + "step": 1235 + }, + { + "entropy": 6.071095895767212, + "epoch": 1.4709371293001186, + "grad_norm": 1.390625, + "learning_rate": 0.0004988490150630441, + "loss": 5.7429, + "mean_token_accuracy": 0.14811725914478302, + "num_tokens": 3561854.0, + "step": 1240 + }, + { + "entropy": 6.093766927719116, + "epoch": 1.4768683274021353, + "grad_norm": 1.265625, + "learning_rate": 0.0004988003962350589, + "loss": 5.8124, + "mean_token_accuracy": 0.13454216867685317, + "num_tokens": 3578461.0, + "step": 1245 + }, + { + "entropy": 6.064093065261841, + "epoch": 1.4827995255041517, + "grad_norm": 1.1484375, + "learning_rate": 0.0004987507744262436, + "loss": 5.7559, + "mean_token_accuracy": 0.138331101834774, + "num_tokens": 3592660.0, + "step": 1250 + }, + { + "entropy": 6.066448545455932, + "epoch": 1.4887307236061684, + "grad_norm": 1.3203125, + "learning_rate": 0.0004987001498589828, + "loss": 5.7088, + "mean_token_accuracy": 0.14475469440221786, + "num_tokens": 3606050.0, + "step": 1255 + }, + { + "entropy": 6.1090662479400635, + "epoch": 1.4946619217081851, + "grad_norm": 1.2421875, + "learning_rate": 0.0004986485227601548, + "loss": 5.7276, + "mean_token_accuracy": 0.14912586510181428, + "num_tokens": 3619446.0, + "step": 1260 + }, + { + "entropy": 6.049404096603394, + "epoch": 1.5005931198102016, + "grad_norm": 1.1015625, + "learning_rate": 0.000498595893361131, + "loss": 5.6724, + "mean_token_accuracy": 0.15446974337100983, + "num_tokens": 3632359.0, + "step": 1265 + }, + { + "entropy": 5.9836235523223875, + "epoch": 1.5065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6234, + "mean_token_accuracy": 0.1495246633887291, + "num_tokens": 3646728.0, + "step": 1270 + }, + { + "entropy": 6.04389181137085, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6728, + "mean_token_accuracy": 0.15024697855114938, + "num_tokens": 3660021.0, + "step": 1275 + }, + { + "entropy": 6.029508495330811, + "epoch": 1.5183867141162515, + "grad_norm": 1.09375, + "learning_rate": 0.0004984319937439693, + "loss": 5.6785, + "mean_token_accuracy": 0.14460248425602912, + "num_tokens": 3675487.0, + "step": 1280 + }, + { + "entropy": 5.980725574493408, + "epoch": 1.524317912218268, + "grad_norm": 1.4375, + "learning_rate": 0.0004983753575476969, + "loss": 5.652, + "mean_token_accuracy": 0.14840786904096603, + "num_tokens": 3689095.0, + "step": 1285 + }, + { + "entropy": 5.969368553161621, + "epoch": 1.5302491103202847, + "grad_norm": 1.0625, + "learning_rate": 0.0004983177202754421, + "loss": 5.5954, + "mean_token_accuracy": 0.15209269672632217, + "num_tokens": 3702737.0, + "step": 1290 + }, + { + "entropy": 5.925890970230102, + "epoch": 1.5361803084223014, + "grad_norm": 1.234375, + "learning_rate": 0.0004982590821855115, + "loss": 5.7067, + "mean_token_accuracy": 0.14797620624303817, + "num_tokens": 3717844.0, + "step": 1295 + }, + { + "entropy": 5.99383578300476, + "epoch": 1.5421115065243178, + "grad_norm": 1.140625, + "learning_rate": 0.0004981994435406965, + "loss": 5.6651, + "mean_token_accuracy": 0.1470349095761776, + "num_tokens": 3733228.0, + "step": 1300 + }, + { + "entropy": 5.96784405708313, + "epoch": 1.5480427046263345, + "grad_norm": 1.1953125, + "learning_rate": 0.0004981388046082731, + "loss": 5.6357, + "mean_token_accuracy": 0.14797436743974685, + "num_tokens": 3748297.0, + "step": 1305 + }, + { + "entropy": 5.904844045639038, + "epoch": 1.5539739027283512, + "grad_norm": 1.1640625, + "learning_rate": 0.0004980771656599998, + "loss": 5.5686, + "mean_token_accuracy": 0.1505537673830986, + "num_tokens": 3762530.0, + "step": 1310 + }, + { + "entropy": 5.974849843978882, + "epoch": 1.5599051008303677, + "grad_norm": 1.0859375, + "learning_rate": 0.0004980145269721168, + "loss": 5.7, + "mean_token_accuracy": 0.14675320386886598, + "num_tokens": 3776113.0, + "step": 1315 + }, + { + "entropy": 6.0750159740448, + "epoch": 1.5658362989323842, + "grad_norm": 1.2109375, + "learning_rate": 0.000497950888825345, + "loss": 5.7374, + "mean_token_accuracy": 0.14834038615226747, + "num_tokens": 3790888.0, + "step": 1320 + }, + { + "entropy": 5.993779802322388, + "epoch": 1.571767497034401, + "grad_norm": 1.3203125, + "learning_rate": 0.000497886251504884, + "loss": 5.6816, + "mean_token_accuracy": 0.14576735198497773, + "num_tokens": 3803684.0, + "step": 1325 + }, + { + "entropy": 6.01502423286438, + "epoch": 1.5776986951364176, + "grad_norm": 1.140625, + "learning_rate": 0.0004978206153004117, + "loss": 5.6725, + "mean_token_accuracy": 0.151952113956213, + "num_tokens": 3817418.0, + "step": 1330 + }, + { + "entropy": 5.989662456512451, + "epoch": 1.583629893238434, + "grad_norm": 1.125, + "learning_rate": 0.0004977539805060824, + "loss": 5.6764, + "mean_token_accuracy": 0.14674202278256415, + "num_tokens": 3831131.0, + "step": 1335 + }, + { + "entropy": 5.9614674091339115, + "epoch": 1.5895610913404508, + "grad_norm": 1.1796875, + "learning_rate": 0.0004976863474205257, + "loss": 5.602, + "mean_token_accuracy": 0.15287365317344664, + "num_tokens": 3843149.0, + "step": 1340 + }, + { + "entropy": 6.027898216247559, + "epoch": 1.5954922894424675, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976177163468451, + "loss": 5.7621, + "mean_token_accuracy": 0.14517709985375404, + "num_tokens": 3857920.0, + "step": 1345 + }, + { + "entropy": 5.954496240615844, + "epoch": 1.601423487544484, + "grad_norm": 1.0625, + "learning_rate": 0.0004975480875926168, + "loss": 5.5358, + "mean_token_accuracy": 0.1539545789361, + "num_tokens": 3871233.0, + "step": 1350 + }, + { + "entropy": 5.976214933395386, + "epoch": 1.6073546856465006, + "grad_norm": 1.078125, + "learning_rate": 0.000497477461469888, + "loss": 5.6625, + "mean_token_accuracy": 0.14626852720975875, + "num_tokens": 3886211.0, + "step": 1355 + }, + { + "entropy": 5.968742895126343, + "epoch": 1.6132858837485173, + "grad_norm": 0.9453125, + "learning_rate": 0.0004974058382951757, + "loss": 5.6239, + "mean_token_accuracy": 0.14970412850379944, + "num_tokens": 3901432.0, + "step": 1360 + }, + { + "entropy": 5.925413274765015, + "epoch": 1.6192170818505338, + "grad_norm": 1.1640625, + "learning_rate": 0.0004973332183894653, + "loss": 5.6312, + "mean_token_accuracy": 0.15616006404161453, + "num_tokens": 3915871.0, + "step": 1365 + }, + { + "entropy": 5.889155912399292, + "epoch": 1.6251482799525503, + "grad_norm": 1.21875, + "learning_rate": 0.0004972596020782096, + "loss": 5.5756, + "mean_token_accuracy": 0.15282159447669982, + "num_tokens": 3929176.0, + "step": 1370 + }, + { + "entropy": 5.917853927612304, + "epoch": 1.631079478054567, + "grad_norm": 1.1640625, + "learning_rate": 0.0004971849896913259, + "loss": 5.5837, + "mean_token_accuracy": 0.1516695201396942, + "num_tokens": 3943346.0, + "step": 1375 + }, + { + "entropy": 5.8619325160980225, + "epoch": 1.6370106761565837, + "grad_norm": 1.09375, + "learning_rate": 0.0004971093815631965, + "loss": 5.5182, + "mean_token_accuracy": 0.15619884431362152, + "num_tokens": 3958029.0, + "step": 1380 + }, + { + "entropy": 5.9396899223327635, + "epoch": 1.6429418742586002, + "grad_norm": 1.015625, + "learning_rate": 0.0004970327780326655, + "loss": 5.6141, + "mean_token_accuracy": 0.14542030096054076, + "num_tokens": 3973165.0, + "step": 1385 + }, + { + "entropy": 5.9169244289398195, + "epoch": 1.6488730723606169, + "grad_norm": 1.1640625, + "learning_rate": 0.0004969551794430383, + "loss": 5.5832, + "mean_token_accuracy": 0.15040257573127747, + "num_tokens": 3988141.0, + "step": 1390 + }, + { + "entropy": 5.900255250930786, + "epoch": 1.6548042704626336, + "grad_norm": 1.1484375, + "learning_rate": 0.0004968765861420799, + "loss": 5.5859, + "mean_token_accuracy": 0.15164702236652375, + "num_tokens": 4003034.0, + "step": 1395 + }, + { + "entropy": 5.976015520095825, + "epoch": 1.66073546856465, + "grad_norm": 1.3046875, + "learning_rate": 0.0004967969984820128, + "loss": 5.6204, + "mean_token_accuracy": 0.14684486538171768, + "num_tokens": 4016748.0, + "step": 1400 + }, + { + "entropy": 5.931428146362305, + "epoch": 1.6666666666666665, + "grad_norm": 1.1796875, + "learning_rate": 0.0004967164168195159, + "loss": 5.6268, + "mean_token_accuracy": 0.15338827520608903, + "num_tokens": 4030731.0, + "step": 1405 + }, + { + "entropy": 5.901250648498535, + "epoch": 1.6725978647686834, + "grad_norm": 1.1484375, + "learning_rate": 0.000496634841515723, + "loss": 5.697, + "mean_token_accuracy": 0.1430331736803055, + "num_tokens": 4045315.0, + "step": 1410 + }, + { + "entropy": 5.882366561889649, + "epoch": 1.6785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.0004965522729362209, + "loss": 5.5977, + "mean_token_accuracy": 0.1583336055278778, + "num_tokens": 4060884.0, + "step": 1415 + }, + { + "entropy": 5.909760904312134, + "epoch": 1.6844602609727164, + "grad_norm": 1.3125, + "learning_rate": 0.0004964687114510478, + "loss": 5.636, + "mean_token_accuracy": 0.15020709335803986, + "num_tokens": 4075582.0, + "step": 1420 + }, + { + "entropy": 5.906455612182617, + "epoch": 1.690391459074733, + "grad_norm": 1.1328125, + "learning_rate": 0.0004963841574346917, + "loss": 5.5648, + "mean_token_accuracy": 0.15351162999868392, + "num_tokens": 4091006.0, + "step": 1425 + }, + { + "entropy": 5.905172061920166, + "epoch": 1.6963226571767498, + "grad_norm": 1.15625, + "learning_rate": 0.0004962986112660887, + "loss": 5.5828, + "mean_token_accuracy": 0.15652085244655609, + "num_tokens": 4104182.0, + "step": 1430 + }, + { + "entropy": 5.782209491729736, + "epoch": 1.7022538552787663, + "grad_norm": 1.296875, + "learning_rate": 0.0004962120733286215, + "loss": 5.5387, + "mean_token_accuracy": 0.1527836561203003, + "num_tokens": 4118406.0, + "step": 1435 + }, + { + "entropy": 6.0054114818572994, + "epoch": 1.708185053380783, + "grad_norm": 1.125, + "learning_rate": 0.0004961245440101171, + "loss": 5.6006, + "mean_token_accuracy": 0.15566613972187043, + "num_tokens": 4132105.0, + "step": 1440 + }, + { + "entropy": 5.880414438247681, + "epoch": 1.7141162514827997, + "grad_norm": 1.171875, + "learning_rate": 0.000496036023702846, + "loss": 5.5791, + "mean_token_accuracy": 0.14796797037124634, + "num_tokens": 4148165.0, + "step": 1445 + }, + { + "entropy": 5.833616399765015, + "epoch": 1.7200474495848161, + "grad_norm": 0.9609375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5562, + "mean_token_accuracy": 0.15645333975553513, + "num_tokens": 4163611.0, + "step": 1450 + }, + { + "entropy": 5.837632656097412, + "epoch": 1.7259786476868326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4278, + "mean_token_accuracy": 0.16689967811107637, + "num_tokens": 4177140.0, + "step": 1455 + }, + { + "entropy": 5.825499486923218, + "epoch": 1.7319098457888493, + "grad_norm": 1.265625, + "learning_rate": 0.0004957645208377411, + "loss": 5.5569, + "mean_token_accuracy": 0.1538987524807453, + "num_tokens": 4189531.0, + "step": 1460 + }, + { + "entropy": 5.915851497650147, + "epoch": 1.737841043890866, + "grad_norm": 1.09375, + "learning_rate": 0.000495672040586902, + "loss": 5.588, + "mean_token_accuracy": 0.15057967826724053, + "num_tokens": 4203583.0, + "step": 1465 + }, + { + "entropy": 5.873620128631591, + "epoch": 1.7437722419928825, + "grad_norm": 1.1796875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5409, + "mean_token_accuracy": 0.15645942687988282, + "num_tokens": 4216568.0, + "step": 1470 + }, + { + "entropy": 5.826131200790405, + "epoch": 1.7497034400948992, + "grad_norm": 1.1484375, + "learning_rate": 0.0004954841136216132, + "loss": 5.5305, + "mean_token_accuracy": 0.15381396561861038, + "num_tokens": 4230107.0, + "step": 1475 + }, + { + "entropy": 5.878738212585449, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.5768, + "mean_token_accuracy": 0.15454063564538956, + "num_tokens": 4242695.0, + "step": 1480 + }, + { + "entropy": 5.887821245193481, + "epoch": 1.7615658362989324, + "grad_norm": 0.9609375, + "learning_rate": 0.0004952922341862622, + "loss": 5.6451, + "mean_token_accuracy": 0.14898051470518112, + "num_tokens": 4257509.0, + "step": 1485 + }, + { + "entropy": 5.973342370986939, + "epoch": 1.7674970344009489, + "grad_norm": 1.1796875, + "learning_rate": 0.0004951948133644514, + "loss": 5.6117, + "mean_token_accuracy": 0.1451162502169609, + "num_tokens": 4272888.0, + "step": 1490 + }, + { + "entropy": 5.800426387786866, + "epoch": 1.7734282325029656, + "grad_norm": 1.2890625, + "learning_rate": 0.0004950964057205421, + "loss": 5.5295, + "mean_token_accuracy": 0.15365246683359146, + "num_tokens": 4286452.0, + "step": 1495 + }, + { + "entropy": 5.801223611831665, + "epoch": 1.7793594306049823, + "grad_norm": 1.046875, + "learning_rate": 0.0004949970116955566, + "loss": 5.5372, + "mean_token_accuracy": 0.16073279082775116, + "num_tokens": 4301928.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.786939268463229, + "eval_loss": 5.7374067306518555, + "eval_mean_token_accuracy": 0.15165954421451486, + "eval_num_tokens": 4301928.0, + "eval_runtime": 1.8412, + "eval_samples_per_second": 1416.448, + "eval_steps_per_second": 177.056, + "step": 1500 + }, + { + "entropy": 5.9356677532196045, + "epoch": 1.7852906287069987, + "grad_norm": 1.15625, + "learning_rate": 0.0004948966317349379, + "loss": 5.551, + "mean_token_accuracy": 0.14964706301689149, + "num_tokens": 4315416.0, + "step": 1505 + }, + { + "entropy": 5.806493616104126, + "epoch": 1.7912218268090154, + "grad_norm": 1.171875, + "learning_rate": 0.0004947952662885473, + "loss": 5.5623, + "mean_token_accuracy": 0.15524133592844008, + "num_tokens": 4329666.0, + "step": 1510 + }, + { + "entropy": 5.863862752914429, + "epoch": 1.7971530249110321, + "grad_norm": 1.078125, + "learning_rate": 0.000494692915810663, + "loss": 5.6011, + "mean_token_accuracy": 0.15324967205524445, + "num_tokens": 4344934.0, + "step": 1515 + }, + { + "entropy": 5.8631922721862795, + "epoch": 1.8030842230130486, + "grad_norm": 1.0625, + "learning_rate": 0.0004945895807599775, + "loss": 5.5668, + "mean_token_accuracy": 0.15294425189495087, + "num_tokens": 4358753.0, + "step": 1520 + }, + { + "entropy": 5.891944885253906, + "epoch": 1.809015421115065, + "grad_norm": 1.1796875, + "learning_rate": 0.0004944852615995956, + "loss": 5.559, + "mean_token_accuracy": 0.15507696568965912, + "num_tokens": 4372831.0, + "step": 1525 + }, + { + "entropy": 5.830299997329712, + "epoch": 1.814946619217082, + "grad_norm": 1.2578125, + "learning_rate": 0.0004943799587970328, + "loss": 5.5527, + "mean_token_accuracy": 0.15730138272047042, + "num_tokens": 4385491.0, + "step": 1530 + }, + { + "entropy": 5.871082401275634, + "epoch": 1.8208778173190985, + "grad_norm": 1.1171875, + "learning_rate": 0.0004942736728242127, + "loss": 5.5607, + "mean_token_accuracy": 0.14975678473711013, + "num_tokens": 4398847.0, + "step": 1535 + }, + { + "entropy": 5.822240734100342, + "epoch": 1.826809015421115, + "grad_norm": 1.1328125, + "learning_rate": 0.0004941664041574651, + "loss": 5.5539, + "mean_token_accuracy": 0.15635693669319153, + "num_tokens": 4413643.0, + "step": 1540 + }, + { + "entropy": 5.8459906578063965, + "epoch": 1.8327402135231317, + "grad_norm": 0.984375, + "learning_rate": 0.0004940581532775237, + "loss": 5.5423, + "mean_token_accuracy": 0.15766398310661317, + "num_tokens": 4429450.0, + "step": 1545 + }, + { + "entropy": 5.824446487426758, + "epoch": 1.8386714116251484, + "grad_norm": 0.90625, + "learning_rate": 0.0004939489206695241, + "loss": 5.502, + "mean_token_accuracy": 0.15289542078971863, + "num_tokens": 4446345.0, + "step": 1550 + }, + { + "entropy": 5.775029802322388, + "epoch": 1.8446026097271648, + "grad_norm": 1.1015625, + "learning_rate": 0.0004938387068230021, + "loss": 5.5173, + "mean_token_accuracy": 0.16020766794681549, + "num_tokens": 4463114.0, + "step": 1555 + }, + { + "entropy": 5.879529714584351, + "epoch": 1.8505338078291815, + "grad_norm": 1.15625, + "learning_rate": 0.0004937275122318902, + "loss": 5.5359, + "mean_token_accuracy": 0.15493431687355042, + "num_tokens": 4477182.0, + "step": 1560 + }, + { + "entropy": 5.83151159286499, + "epoch": 1.8564650059311982, + "grad_norm": 0.98046875, + "learning_rate": 0.0004936153373945165, + "loss": 5.5607, + "mean_token_accuracy": 0.15771184861660004, + "num_tokens": 4492150.0, + "step": 1565 + }, + { + "entropy": 5.786841678619385, + "epoch": 1.8623962040332147, + "grad_norm": 1.0859375, + "learning_rate": 0.0004935021828136025, + "loss": 5.4989, + "mean_token_accuracy": 0.16028912961483002, + "num_tokens": 4505554.0, + "step": 1570 + }, + { + "entropy": 5.8885918140411375, + "epoch": 1.8683274021352312, + "grad_norm": 1.0625, + "learning_rate": 0.0004933880489962602, + "loss": 5.5574, + "mean_token_accuracy": 0.15621060729026795, + "num_tokens": 4520531.0, + "step": 1575 + }, + { + "entropy": 5.77139630317688, + "epoch": 1.8742586002372479, + "grad_norm": 1.0390625, + "learning_rate": 0.0004932729364539901, + "loss": 5.5399, + "mean_token_accuracy": 0.15808913707733155, + "num_tokens": 4535275.0, + "step": 1580 + }, + { + "entropy": 5.834245920181274, + "epoch": 1.8801897983392646, + "grad_norm": 0.96875, + "learning_rate": 0.0004931568457026789, + "loss": 5.5046, + "mean_token_accuracy": 0.16141868382692337, + "num_tokens": 4549760.0, + "step": 1585 + }, + { + "entropy": 5.812886381149292, + "epoch": 1.886120996441281, + "grad_norm": 1.109375, + "learning_rate": 0.0004930397772625976, + "loss": 5.4636, + "mean_token_accuracy": 0.1592896267771721, + "num_tokens": 4565285.0, + "step": 1590 + }, + { + "entropy": 5.776328659057617, + "epoch": 1.8920521945432978, + "grad_norm": 1.03125, + "learning_rate": 0.0004929217316583985, + "loss": 5.4441, + "mean_token_accuracy": 0.15965035259723664, + "num_tokens": 4581072.0, + "step": 1595 + }, + { + "entropy": 5.7703155994415285, + "epoch": 1.8979833926453145, + "grad_norm": 1.09375, + "learning_rate": 0.000492802709419113, + "loss": 5.4619, + "mean_token_accuracy": 0.15460458248853684, + "num_tokens": 4594351.0, + "step": 1600 + }, + { + "entropy": 5.757806015014649, + "epoch": 1.903914590747331, + "grad_norm": 1.1015625, + "learning_rate": 0.0004926827110781496, + "loss": 5.5066, + "mean_token_accuracy": 0.15677811503410338, + "num_tokens": 4608851.0, + "step": 1605 + }, + { + "entropy": 5.895300960540771, + "epoch": 1.9098457888493474, + "grad_norm": 1.0390625, + "learning_rate": 0.0004925617371732914, + "loss": 5.5946, + "mean_token_accuracy": 0.15780434310436248, + "num_tokens": 4622809.0, + "step": 1610 + }, + { + "entropy": 5.799103403091431, + "epoch": 1.9157769869513643, + "grad_norm": 1.1015625, + "learning_rate": 0.0004924397882466933, + "loss": 5.572, + "mean_token_accuracy": 0.15562279522418976, + "num_tokens": 4638205.0, + "step": 1615 + }, + { + "entropy": 5.818878030776977, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.5022, + "mean_token_accuracy": 0.16238696724176407, + "num_tokens": 4652847.0, + "step": 1620 + }, + { + "entropy": 5.816390609741211, + "epoch": 1.9276393831553973, + "grad_norm": 1.125, + "learning_rate": 0.0004921929675187433, + "loss": 5.5572, + "mean_token_accuracy": 0.15800073593854905, + "num_tokens": 4665875.0, + "step": 1625 + }, + { + "entropy": 5.856627559661865, + "epoch": 1.933570581257414, + "grad_norm": 1.0, + "learning_rate": 0.0004920680968235397, + "loss": 5.578, + "mean_token_accuracy": 0.15377815514802934, + "num_tokens": 4682604.0, + "step": 1630 + }, + { + "entropy": 5.845769596099854, + "epoch": 1.9395017793594307, + "grad_norm": 1.125, + "learning_rate": 0.0004919422533188882, + "loss": 5.5417, + "mean_token_accuracy": 0.15837402045726776, + "num_tokens": 4696070.0, + "step": 1635 + }, + { + "entropy": 5.896516275405884, + "epoch": 1.9454329774614472, + "grad_norm": 1.109375, + "learning_rate": 0.0004918154375687673, + "loss": 5.6164, + "mean_token_accuracy": 0.15318400859832765, + "num_tokens": 4710692.0, + "step": 1640 + }, + { + "entropy": 5.816887331008911, + "epoch": 1.9513641755634639, + "grad_norm": 1.1015625, + "learning_rate": 0.0004916876501415129, + "loss": 5.4553, + "mean_token_accuracy": 0.16236065775156022, + "num_tokens": 4725830.0, + "step": 1645 + }, + { + "entropy": 5.770136833190918, + "epoch": 1.9572953736654806, + "grad_norm": 1.046875, + "learning_rate": 0.0004915588916098151, + "loss": 5.5446, + "mean_token_accuracy": 0.154208692163229, + "num_tokens": 4739167.0, + "step": 1650 + }, + { + "entropy": 5.781821155548096, + "epoch": 1.963226571767497, + "grad_norm": 0.99609375, + "learning_rate": 0.0004914291625507164, + "loss": 5.446, + "mean_token_accuracy": 0.16111351996660234, + "num_tokens": 4753588.0, + "step": 1655 + }, + { + "entropy": 5.730515575408935, + "epoch": 1.9691577698695135, + "grad_norm": 1.234375, + "learning_rate": 0.000491298463545609, + "loss": 5.3918, + "mean_token_accuracy": 0.16754134446382524, + "num_tokens": 4764757.0, + "step": 1660 + }, + { + "entropy": 5.805826234817505, + "epoch": 1.9750889679715302, + "grad_norm": 1.125, + "learning_rate": 0.0004911667951802318, + "loss": 5.4842, + "mean_token_accuracy": 0.15701884925365447, + "num_tokens": 4779880.0, + "step": 1665 + }, + { + "entropy": 5.751394748687744, + "epoch": 1.981020166073547, + "grad_norm": 1.265625, + "learning_rate": 0.000491034158044668, + "loss": 5.533, + "mean_token_accuracy": 0.16572649627923966, + "num_tokens": 4792126.0, + "step": 1670 + }, + { + "entropy": 5.931813764572143, + "epoch": 1.9869513641755634, + "grad_norm": 1.171875, + "learning_rate": 0.0004909005527333421, + "loss": 5.5678, + "mean_token_accuracy": 0.153676076233387, + "num_tokens": 4806147.0, + "step": 1675 + }, + { + "entropy": 5.865698957443238, + "epoch": 1.99288256227758, + "grad_norm": 1.109375, + "learning_rate": 0.000490765979845018, + "loss": 5.5725, + "mean_token_accuracy": 0.1579641193151474, + "num_tokens": 4822151.0, + "step": 1680 + }, + { + "entropy": 5.702477741241455, + "epoch": 1.9988137603795968, + "grad_norm": 1.2578125, + "learning_rate": 0.000490630439982796, + "loss": 5.5069, + "mean_token_accuracy": 0.16614492237567902, + "num_tokens": 4835952.0, + "step": 1685 + }, + { + "entropy": 5.866048336029053, + "epoch": 2.0047449584816133, + "grad_norm": 1.0859375, + "learning_rate": 0.0004904939337541093, + "loss": 5.3389, + "mean_token_accuracy": 0.1676741734147072, + "num_tokens": 4849830.0, + "step": 1690 + }, + { + "entropy": 5.736663961410523, + "epoch": 2.0106761565836297, + "grad_norm": 1.203125, + "learning_rate": 0.0004903564617707227, + "loss": 5.2251, + "mean_token_accuracy": 0.1749313712120056, + "num_tokens": 4863187.0, + "step": 1695 + }, + { + "entropy": 5.674867725372314, + "epoch": 2.0166073546856467, + "grad_norm": 1.0390625, + "learning_rate": 0.0004902180246487285, + "loss": 5.2664, + "mean_token_accuracy": 0.17031993269920348, + "num_tokens": 4878006.0, + "step": 1700 + }, + { + "entropy": 5.729181289672852, + "epoch": 2.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.000490078623008545, + "loss": 5.1827, + "mean_token_accuracy": 0.17386887222528458, + "num_tokens": 4890624.0, + "step": 1705 + }, + { + "entropy": 5.630424547195434, + "epoch": 2.0284697508896796, + "grad_norm": 1.1171875, + "learning_rate": 0.0004899382574749124, + "loss": 5.226, + "mean_token_accuracy": 0.16898248344659805, + "num_tokens": 4904318.0, + "step": 1710 + }, + { + "entropy": 5.700745296478272, + "epoch": 2.0344009489916965, + "grad_norm": 1.0859375, + "learning_rate": 0.000489796928676891, + "loss": 5.2258, + "mean_token_accuracy": 0.17715904116630554, + "num_tokens": 4920075.0, + "step": 1715 + }, + { + "entropy": 5.718631172180176, + "epoch": 2.040332147093713, + "grad_norm": 1.1796875, + "learning_rate": 0.0004896546372478581, + "loss": 5.2822, + "mean_token_accuracy": 0.17024712413549423, + "num_tokens": 4936488.0, + "step": 1720 + }, + { + "entropy": 5.720815515518188, + "epoch": 2.0462633451957295, + "grad_norm": 1.0234375, + "learning_rate": 0.0004895113838255049, + "loss": 5.214, + "mean_token_accuracy": 0.1729263797402382, + "num_tokens": 4952192.0, + "step": 1725 + }, + { + "entropy": 5.70762071609497, + "epoch": 2.052194543297746, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893671690518343, + "loss": 5.3076, + "mean_token_accuracy": 0.1653238743543625, + "num_tokens": 4967736.0, + "step": 1730 + }, + { + "entropy": 5.761155271530152, + "epoch": 2.058125741399763, + "grad_norm": 1.0234375, + "learning_rate": 0.0004892219935731571, + "loss": 5.2909, + "mean_token_accuracy": 0.17624197006225586, + "num_tokens": 4980754.0, + "step": 1735 + }, + { + "entropy": 5.681296873092651, + "epoch": 2.0640569395017794, + "grad_norm": 1.0703125, + "learning_rate": 0.0004890758580400898, + "loss": 5.2314, + "mean_token_accuracy": 0.17614012509584426, + "num_tokens": 4995272.0, + "step": 1740 + }, + { + "entropy": 5.665003442764283, + "epoch": 2.069988137603796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004889287631075513, + "loss": 5.2742, + "mean_token_accuracy": 0.17507000565528869, + "num_tokens": 5009149.0, + "step": 1745 + }, + { + "entropy": 5.748960971832275, + "epoch": 2.0759193357058128, + "grad_norm": 1.109375, + "learning_rate": 0.0004887807094347606, + "loss": 5.3056, + "mean_token_accuracy": 0.16657923460006713, + "num_tokens": 5024106.0, + "step": 1750 + }, + { + "entropy": 5.673666334152221, + "epoch": 2.0818505338078293, + "grad_norm": 1.1875, + "learning_rate": 0.0004886316976852326, + "loss": 5.2585, + "mean_token_accuracy": 0.1768916815519333, + "num_tokens": 5036956.0, + "step": 1755 + }, + { + "entropy": 5.692249059677124, + "epoch": 2.0877817319098457, + "grad_norm": 1.21875, + "learning_rate": 0.0004884817285267766, + "loss": 5.2678, + "mean_token_accuracy": 0.1770847797393799, + "num_tokens": 5051439.0, + "step": 1760 + }, + { + "entropy": 5.657824516296387, + "epoch": 2.093712930011862, + "grad_norm": 1.125, + "learning_rate": 0.0004883308026314923, + "loss": 5.2389, + "mean_token_accuracy": 0.17888718843460083, + "num_tokens": 5066073.0, + "step": 1765 + }, + { + "entropy": 5.700278234481812, + "epoch": 2.099644128113879, + "grad_norm": 1.1875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1927, + "mean_token_accuracy": 0.17897644639015198, + "num_tokens": 5078573.0, + "step": 1770 + }, + { + "entropy": 5.616072320938111, + "epoch": 2.1055753262158956, + "grad_norm": 1.0390625, + "learning_rate": 0.0004880260833402734, + "loss": 5.2432, + "mean_token_accuracy": 0.17429422289133073, + "num_tokens": 5092780.0, + "step": 1775 + }, + { + "entropy": 5.628483629226684, + "epoch": 2.111506524317912, + "grad_norm": 1.03125, + "learning_rate": 0.0004878722913099645, + "loss": 5.1356, + "mean_token_accuracy": 0.17683007568120956, + "num_tokens": 5107199.0, + "step": 1780 + }, + { + "entropy": 5.603928327560425, + "epoch": 2.117437722419929, + "grad_norm": 1.0546875, + "learning_rate": 0.000487717545274073, + "loss": 5.1822, + "mean_token_accuracy": 0.1796892687678337, + "num_tokens": 5121758.0, + "step": 1785 + }, + { + "entropy": 5.623524761199951, + "epoch": 2.1233689205219455, + "grad_norm": 1.0546875, + "learning_rate": 0.0004875618459261065, + "loss": 5.2684, + "mean_token_accuracy": 0.17580897361040115, + "num_tokens": 5136882.0, + "step": 1790 + }, + { + "entropy": 5.693287706375122, + "epoch": 2.129300118623962, + "grad_norm": 1.234375, + "learning_rate": 0.00048740519396384515, + "loss": 5.245, + "mean_token_accuracy": 0.17159996926784515, + "num_tokens": 5154795.0, + "step": 1795 + }, + { + "entropy": 5.703963279724121, + "epoch": 2.135231316725979, + "grad_norm": 1.125, + "learning_rate": 0.0004872475900893382, + "loss": 5.2809, + "mean_token_accuracy": 0.17368003576993943, + "num_tokens": 5168979.0, + "step": 1800 + }, + { + "entropy": 5.687782526016235, + "epoch": 2.1411625148279954, + "grad_norm": 1.265625, + "learning_rate": 0.0004870890350089011, + "loss": 5.2747, + "mean_token_accuracy": 0.17227655202150344, + "num_tokens": 5183502.0, + "step": 1805 + }, + { + "entropy": 5.58332462310791, + "epoch": 2.147093712930012, + "grad_norm": 1.1484375, + "learning_rate": 0.00048692952943311214, + "loss": 5.192, + "mean_token_accuracy": 0.17441501021385192, + "num_tokens": 5198600.0, + "step": 1810 + }, + { + "entropy": 5.6405181884765625, + "epoch": 2.1530249110320283, + "grad_norm": 1.0859375, + "learning_rate": 0.0004867690740768094, + "loss": 5.1461, + "mean_token_accuracy": 0.18086205720901488, + "num_tokens": 5212189.0, + "step": 1815 + }, + { + "entropy": 5.66403341293335, + "epoch": 2.1589561091340452, + "grad_norm": 1.2890625, + "learning_rate": 0.00048660766965908736, + "loss": 5.3672, + "mean_token_accuracy": 0.16767664402723312, + "num_tokens": 5226666.0, + "step": 1820 + }, + { + "entropy": 5.637210655212402, + "epoch": 2.1648873072360617, + "grad_norm": 1.109375, + "learning_rate": 0.000486445316903294, + "loss": 5.2065, + "mean_token_accuracy": 0.1795545995235443, + "num_tokens": 5241592.0, + "step": 1825 + }, + { + "entropy": 5.617842102050782, + "epoch": 2.170818505338078, + "grad_norm": 1.046875, + "learning_rate": 0.000486282016537027, + "loss": 5.2765, + "mean_token_accuracy": 0.1726476162672043, + "num_tokens": 5257949.0, + "step": 1830 + }, + { + "entropy": 5.698722076416016, + "epoch": 2.176749703440095, + "grad_norm": 1.109375, + "learning_rate": 0.0004861177692921313, + "loss": 5.2722, + "mean_token_accuracy": 0.16946842521429062, + "num_tokens": 5271545.0, + "step": 1835 + }, + { + "entropy": 5.653340530395508, + "epoch": 2.1826809015421116, + "grad_norm": 1.1796875, + "learning_rate": 0.000485952575904695, + "loss": 5.2879, + "mean_token_accuracy": 0.17474988102912903, + "num_tokens": 5285615.0, + "step": 1840 + }, + { + "entropy": 5.669216823577881, + "epoch": 2.188612099644128, + "grad_norm": 1.1328125, + "learning_rate": 0.0004857864371150467, + "loss": 5.285, + "mean_token_accuracy": 0.1740844339132309, + "num_tokens": 5298755.0, + "step": 1845 + }, + { + "entropy": 5.645978355407715, + "epoch": 2.1945432977461445, + "grad_norm": 1.25, + "learning_rate": 0.0004856193536677515, + "loss": 5.2386, + "mean_token_accuracy": 0.18111101388931275, + "num_tokens": 5311225.0, + "step": 1850 + }, + { + "entropy": 5.6569397926330565, + "epoch": 2.2004744958481615, + "grad_norm": 1.015625, + "learning_rate": 0.00048545132631160856, + "loss": 5.2583, + "mean_token_accuracy": 0.17769812494516374, + "num_tokens": 5326020.0, + "step": 1855 + }, + { + "entropy": 5.6589381217956545, + "epoch": 2.206405693950178, + "grad_norm": 1.1015625, + "learning_rate": 0.000485282355799647, + "loss": 5.2692, + "mean_token_accuracy": 0.17553827911615372, + "num_tokens": 5339280.0, + "step": 1860 + }, + { + "entropy": 5.615429306030274, + "epoch": 2.2123368920521944, + "grad_norm": 1.09375, + "learning_rate": 0.0004851124428891226, + "loss": 5.2616, + "mean_token_accuracy": 0.17267712354660034, + "num_tokens": 5354606.0, + "step": 1865 + }, + { + "entropy": 5.64393458366394, + "epoch": 2.2182680901542113, + "grad_norm": 1.109375, + "learning_rate": 0.00048494158834151485, + "loss": 5.2569, + "mean_token_accuracy": 0.17619943767786025, + "num_tokens": 5371217.0, + "step": 1870 + }, + { + "entropy": 5.572863245010376, + "epoch": 2.224199288256228, + "grad_norm": 1.2109375, + "learning_rate": 0.00048476979292252323, + "loss": 5.1907, + "mean_token_accuracy": 0.1723210945725441, + "num_tokens": 5385040.0, + "step": 1875 + }, + { + "entropy": 5.686497974395752, + "epoch": 2.2301304863582443, + "grad_norm": 1.1171875, + "learning_rate": 0.0004845970574020637, + "loss": 5.1913, + "mean_token_accuracy": 0.17279084026813507, + "num_tokens": 5398418.0, + "step": 1880 + }, + { + "entropy": 5.549385643005371, + "epoch": 2.2360616844602608, + "grad_norm": 1.109375, + "learning_rate": 0.00048442338255426555, + "loss": 5.2355, + "mean_token_accuracy": 0.17002784162759782, + "num_tokens": 5413517.0, + "step": 1885 + }, + { + "entropy": 5.66954607963562, + "epoch": 2.2419928825622777, + "grad_norm": 1.2421875, + "learning_rate": 0.0004842487691574675, + "loss": 5.2031, + "mean_token_accuracy": 0.17829595357179642, + "num_tokens": 5428663.0, + "step": 1890 + }, + { + "entropy": 5.559753322601319, + "epoch": 2.247924080664294, + "grad_norm": 1.109375, + "learning_rate": 0.0004840732179942146, + "loss": 5.2539, + "mean_token_accuracy": 0.17741060256958008, + "num_tokens": 5441903.0, + "step": 1895 + }, + { + "entropy": 5.6504683017730715, + "epoch": 2.2538552787663106, + "grad_norm": 1.09375, + "learning_rate": 0.00048389672985125467, + "loss": 5.2436, + "mean_token_accuracy": 0.1759451746940613, + "num_tokens": 5458824.0, + "step": 1900 + }, + { + "entropy": 5.548000478744507, + "epoch": 2.2597864768683276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004837193055195344, + "loss": 5.206, + "mean_token_accuracy": 0.17390945851802825, + "num_tokens": 5474174.0, + "step": 1905 + }, + { + "entropy": 5.6555421352386475, + "epoch": 2.265717674970344, + "grad_norm": 1.34375, + "learning_rate": 0.00048354094579419656, + "loss": 5.1861, + "mean_token_accuracy": 0.17711658626794816, + "num_tokens": 5487544.0, + "step": 1910 + }, + { + "entropy": 5.5846880912780765, + "epoch": 2.2716488730723605, + "grad_norm": 1.203125, + "learning_rate": 0.00048336165147457537, + "loss": 5.1992, + "mean_token_accuracy": 0.17726835906505584, + "num_tokens": 5503297.0, + "step": 1915 + }, + { + "entropy": 5.586446714401245, + "epoch": 2.277580071174377, + "grad_norm": 1.2109375, + "learning_rate": 0.00048318142336419413, + "loss": 5.1867, + "mean_token_accuracy": 0.17828324437141418, + "num_tokens": 5517861.0, + "step": 1920 + }, + { + "entropy": 5.553643751144409, + "epoch": 2.283511269276394, + "grad_norm": 1.25, + "learning_rate": 0.0004830002622707604, + "loss": 5.1966, + "mean_token_accuracy": 0.1780408576130867, + "num_tokens": 5531530.0, + "step": 1925 + }, + { + "entropy": 5.545027494430542, + "epoch": 2.2894424673784104, + "grad_norm": 1.0625, + "learning_rate": 0.00048281816900616354, + "loss": 5.1195, + "mean_token_accuracy": 0.18244230896234512, + "num_tokens": 5544744.0, + "step": 1930 + }, + { + "entropy": 5.594576406478882, + "epoch": 2.295373665480427, + "grad_norm": 1.2109375, + "learning_rate": 0.00048263514438647015, + "loss": 5.2177, + "mean_token_accuracy": 0.17840056568384172, + "num_tokens": 5556810.0, + "step": 1935 + }, + { + "entropy": 5.572685575485229, + "epoch": 2.301304863582444, + "grad_norm": 1.1328125, + "learning_rate": 0.0004824511892319209, + "loss": 5.1837, + "mean_token_accuracy": 0.18053331077098847, + "num_tokens": 5570597.0, + "step": 1940 + }, + { + "entropy": 5.609456014633179, + "epoch": 2.3072360616844603, + "grad_norm": 1.2265625, + "learning_rate": 0.0004822663043669267, + "loss": 5.2089, + "mean_token_accuracy": 0.1729913905262947, + "num_tokens": 5583685.0, + "step": 1945 + }, + { + "entropy": 5.6058872699737545, + "epoch": 2.3131672597864767, + "grad_norm": 1.0859375, + "learning_rate": 0.00048208049062006505, + "loss": 5.2755, + "mean_token_accuracy": 0.17355445474386216, + "num_tokens": 5598597.0, + "step": 1950 + }, + { + "entropy": 5.604036808013916, + "epoch": 2.3190984578884937, + "grad_norm": 1.3125, + "learning_rate": 0.0004818937488240764, + "loss": 5.2397, + "mean_token_accuracy": 0.1725240781903267, + "num_tokens": 5613274.0, + "step": 1955 + }, + { + "entropy": 5.4700079441070555, + "epoch": 2.32502965599051, + "grad_norm": 1.171875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2301, + "mean_token_accuracy": 0.17317135483026505, + "num_tokens": 5626253.0, + "step": 1960 + }, + { + "entropy": 5.650290155410767, + "epoch": 2.3309608540925266, + "grad_norm": 1.1796875, + "learning_rate": 0.0004815174844364714, + "loss": 5.2502, + "mean_token_accuracy": 0.17107724398374557, + "num_tokens": 5639200.0, + "step": 1965 + }, + { + "entropy": 5.535002565383911, + "epoch": 2.3368920521945435, + "grad_norm": 0.98046875, + "learning_rate": 0.0004813279635311165, + "loss": 5.2551, + "mean_token_accuracy": 0.16849012970924376, + "num_tokens": 5653603.0, + "step": 1970 + }, + { + "entropy": 5.611714267730713, + "epoch": 2.34282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113751794914974, + "loss": 5.1286, + "mean_token_accuracy": 0.18730779737234116, + "num_tokens": 5666083.0, + "step": 1975 + }, + { + "entropy": 5.55033802986145, + "epoch": 2.3487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2675, + "mean_token_accuracy": 0.1771186113357544, + "num_tokens": 5681369.0, + "step": 1980 + }, + { + "entropy": 5.6295370101928714, + "epoch": 2.354685646500593, + "grad_norm": 1.2578125, + "learning_rate": 0.0004807538561735143, + "loss": 5.193, + "mean_token_accuracy": 0.17823005467653275, + "num_tokens": 5696620.0, + "step": 1985 + }, + { + "entropy": 5.624615335464478, + "epoch": 2.36061684460261, + "grad_norm": 1.2421875, + "learning_rate": 0.00048056064169925904, + "loss": 5.259, + "mean_token_accuracy": 0.16968683004379273, + "num_tokens": 5710022.0, + "step": 1990 + }, + { + "entropy": 5.682260417938233, + "epoch": 2.3665480427046264, + "grad_norm": 1.140625, + "learning_rate": 0.00048036650598721125, + "loss": 5.2462, + "mean_token_accuracy": 0.1781255468726158, + "num_tokens": 5724503.0, + "step": 1995 + }, + { + "entropy": 5.542639303207397, + "epoch": 2.372479240806643, + "grad_norm": 1.1796875, + "learning_rate": 0.00048017144990740673, + "loss": 5.2046, + "mean_token_accuracy": 0.17966311872005464, + "num_tokens": 5738365.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.439236042689692, + "eval_loss": 5.5663251876831055, + "eval_mean_token_accuracy": 0.16570363479432154, + "eval_num_tokens": 5738365.0, + "eval_runtime": 1.846, + "eval_samples_per_second": 1412.782, + "eval_steps_per_second": 176.598, + "step": 2000 + }, + { + "entropy": 5.572542715072632, + "epoch": 2.3784104389086593, + "grad_norm": 1.2109375, + "learning_rate": 0.00047997547433400615, + "loss": 5.1556, + "mean_token_accuracy": 0.17896830290555954, + "num_tokens": 5751055.0, + "step": 2005 + }, + { + "entropy": 5.578345251083374, + "epoch": 2.3843416370106763, + "grad_norm": 1.1796875, + "learning_rate": 0.0004797785801452911, + "loss": 5.1476, + "mean_token_accuracy": 0.17418720722198486, + "num_tokens": 5764655.0, + "step": 2010 + }, + { + "entropy": 5.547448396682739, + "epoch": 2.3902728351126927, + "grad_norm": 1.203125, + "learning_rate": 0.00047958076822365994, + "loss": 5.3171, + "mean_token_accuracy": 0.1749107539653778, + "num_tokens": 5780264.0, + "step": 2015 + }, + { + "entropy": 5.548967695236206, + "epoch": 2.396204033214709, + "grad_norm": 1.1640625, + "learning_rate": 0.0004793820394556238, + "loss": 5.122, + "mean_token_accuracy": 0.17944639325141906, + "num_tokens": 5793661.0, + "step": 2020 + }, + { + "entropy": 5.600879955291748, + "epoch": 2.402135231316726, + "grad_norm": 1.0859375, + "learning_rate": 0.0004791823947318029, + "loss": 5.2257, + "mean_token_accuracy": 0.17618328332901, + "num_tokens": 5808133.0, + "step": 2025 + }, + { + "entropy": 5.677344131469726, + "epoch": 2.4080664294187426, + "grad_norm": 1.0859375, + "learning_rate": 0.0004789818349469222, + "loss": 5.3621, + "mean_token_accuracy": 0.16720720529556274, + "num_tokens": 5822328.0, + "step": 2030 + }, + { + "entropy": 5.551232862472534, + "epoch": 2.413997627520759, + "grad_norm": 1.1640625, + "learning_rate": 0.00047878036099980795, + "loss": 5.2113, + "mean_token_accuracy": 0.17786544263362886, + "num_tokens": 5836056.0, + "step": 2035 + }, + { + "entropy": 5.558935594558716, + "epoch": 2.419928825622776, + "grad_norm": 1.0, + "learning_rate": 0.00047857797379338284, + "loss": 5.2468, + "mean_token_accuracy": 0.1706226199865341, + "num_tokens": 5851972.0, + "step": 2040 + }, + { + "entropy": 5.642120409011841, + "epoch": 2.4258600237247925, + "grad_norm": 1.109375, + "learning_rate": 0.00047837467423466284, + "loss": 5.1962, + "mean_token_accuracy": 0.179435433447361, + "num_tokens": 5866416.0, + "step": 2045 + }, + { + "entropy": 5.497478818893432, + "epoch": 2.431791221826809, + "grad_norm": 1.125, + "learning_rate": 0.00047817046323475246, + "loss": 5.1315, + "mean_token_accuracy": 0.18369174748659134, + "num_tokens": 5881938.0, + "step": 2050 + }, + { + "entropy": 5.505334758758545, + "epoch": 2.4377224199288254, + "grad_norm": 1.25, + "learning_rate": 0.0004779653417088408, + "loss": 5.099, + "mean_token_accuracy": 0.18524575382471084, + "num_tokens": 5895261.0, + "step": 2055 + }, + { + "entropy": 5.604729700088501, + "epoch": 2.4436536180308424, + "grad_norm": 1.21875, + "learning_rate": 0.00047775931057619786, + "loss": 5.3038, + "mean_token_accuracy": 0.1726108819246292, + "num_tokens": 5910037.0, + "step": 2060 + }, + { + "entropy": 5.579114723205566, + "epoch": 2.449584816132859, + "grad_norm": 1.1875, + "learning_rate": 0.00047755237076016997, + "loss": 5.2577, + "mean_token_accuracy": 0.17125752121210097, + "num_tokens": 5923350.0, + "step": 2065 + }, + { + "entropy": 5.659677362442016, + "epoch": 2.4555160142348753, + "grad_norm": 1.0546875, + "learning_rate": 0.0004773445231881757, + "loss": 5.2699, + "mean_token_accuracy": 0.17042433768510817, + "num_tokens": 5938635.0, + "step": 2070 + }, + { + "entropy": 5.523368501663208, + "epoch": 2.4614472123368922, + "grad_norm": 1.0390625, + "learning_rate": 0.0004771357687917021, + "loss": 5.2239, + "mean_token_accuracy": 0.1789270058274269, + "num_tokens": 5954176.0, + "step": 2075 + }, + { + "entropy": 5.614679288864136, + "epoch": 2.4673784104389087, + "grad_norm": 1.3046875, + "learning_rate": 0.0004769261085063, + "loss": 5.2103, + "mean_token_accuracy": 0.17651482075452804, + "num_tokens": 5968566.0, + "step": 2080 + }, + { + "entropy": 5.5887891292572025, + "epoch": 2.473309608540925, + "grad_norm": 1.0703125, + "learning_rate": 0.00047671554327157996, + "loss": 5.3008, + "mean_token_accuracy": 0.16524768471717835, + "num_tokens": 5985474.0, + "step": 2085 + }, + { + "entropy": 5.563463830947876, + "epoch": 2.4792408066429417, + "grad_norm": 1.2734375, + "learning_rate": 0.00047650407403120845, + "loss": 5.1544, + "mean_token_accuracy": 0.1808398649096489, + "num_tokens": 5998065.0, + "step": 2090 + }, + { + "entropy": 5.56405553817749, + "epoch": 2.4851720047449586, + "grad_norm": 1.1796875, + "learning_rate": 0.00047629170173290296, + "loss": 5.1664, + "mean_token_accuracy": 0.18233298808336257, + "num_tokens": 6012709.0, + "step": 2095 + }, + { + "entropy": 5.458760499954224, + "epoch": 2.491103202846975, + "grad_norm": 1.1875, + "learning_rate": 0.0004760784273284286, + "loss": 5.1148, + "mean_token_accuracy": 0.182635535299778, + "num_tokens": 6025450.0, + "step": 2100 + }, + { + "entropy": 5.556876516342163, + "epoch": 2.4970344009489915, + "grad_norm": 1.1484375, + "learning_rate": 0.0004758642517735928, + "loss": 5.1754, + "mean_token_accuracy": 0.17716400027275087, + "num_tokens": 6039069.0, + "step": 2105 + }, + { + "entropy": 5.566430234909058, + "epoch": 2.5029655990510085, + "grad_norm": 0.9453125, + "learning_rate": 0.00047564917602824203, + "loss": 5.2225, + "mean_token_accuracy": 0.17700902372598648, + "num_tokens": 6053658.0, + "step": 2110 + }, + { + "entropy": 5.494551181793213, + "epoch": 2.508896797153025, + "grad_norm": 1.265625, + "learning_rate": 0.0004754332010562567, + "loss": 5.173, + "mean_token_accuracy": 0.18114851266145707, + "num_tokens": 6069324.0, + "step": 2115 + }, + { + "entropy": 5.496665716171265, + "epoch": 2.5148279952550414, + "grad_norm": 1.0703125, + "learning_rate": 0.0004752163278255473, + "loss": 5.1544, + "mean_token_accuracy": 0.17925901412963868, + "num_tokens": 6084266.0, + "step": 2120 + }, + { + "entropy": 5.541229629516602, + "epoch": 2.5207591933570583, + "grad_norm": 1.1171875, + "learning_rate": 0.0004749985573080501, + "loss": 5.1697, + "mean_token_accuracy": 0.17511204928159713, + "num_tokens": 6099671.0, + "step": 2125 + }, + { + "entropy": 5.513761568069458, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.177, + "mean_token_accuracy": 0.18070394396781922, + "num_tokens": 6113689.0, + "step": 2130 + }, + { + "entropy": 5.593418884277344, + "epoch": 2.5326215895610913, + "grad_norm": 1.140625, + "learning_rate": 0.0004745603283205387, + "loss": 5.1846, + "mean_token_accuracy": 0.18513372391462327, + "num_tokens": 6126284.0, + "step": 2135 + }, + { + "entropy": 5.500180339813232, + "epoch": 2.538552787663108, + "grad_norm": 1.09375, + "learning_rate": 0.00047433987181448546, + "loss": 5.1542, + "mean_token_accuracy": 0.18552270978689195, + "num_tokens": 6141944.0, + "step": 2140 + }, + { + "entropy": 5.50034728050232, + "epoch": 2.5444839857651247, + "grad_norm": 1.03125, + "learning_rate": 0.0004741185219495579, + "loss": 5.1173, + "mean_token_accuracy": 0.18135372996330262, + "num_tokens": 6156339.0, + "step": 2145 + }, + { + "entropy": 5.512989282608032, + "epoch": 2.550415183867141, + "grad_norm": 1.0, + "learning_rate": 0.0004738962797177544, + "loss": 5.1439, + "mean_token_accuracy": 0.18269533812999725, + "num_tokens": 6171225.0, + "step": 2150 + }, + { + "entropy": 5.502947759628296, + "epoch": 2.5563463819691576, + "grad_norm": 1.1484375, + "learning_rate": 0.00047367314611507276, + "loss": 5.094, + "mean_token_accuracy": 0.1821380078792572, + "num_tokens": 6184077.0, + "step": 2155 + }, + { + "entropy": 5.564142322540283, + "epoch": 2.562277580071174, + "grad_norm": 1.1484375, + "learning_rate": 0.00047344912214150565, + "loss": 5.2132, + "mean_token_accuracy": 0.17931446433067322, + "num_tokens": 6197188.0, + "step": 2160 + }, + { + "entropy": 5.485006618499756, + "epoch": 2.568208778173191, + "grad_norm": 1.09375, + "learning_rate": 0.00047322420880103566, + "loss": 5.1607, + "mean_token_accuracy": 0.1734085977077484, + "num_tokens": 6211731.0, + "step": 2165 + }, + { + "entropy": 5.576763725280761, + "epoch": 2.5741399762752075, + "grad_norm": 1.171875, + "learning_rate": 0.00047299840710163157, + "loss": 5.1318, + "mean_token_accuracy": 0.1882404014468193, + "num_tokens": 6226937.0, + "step": 2170 + }, + { + "entropy": 5.47932653427124, + "epoch": 2.580071174377224, + "grad_norm": 1.234375, + "learning_rate": 0.0004727717180552431, + "loss": 5.148, + "mean_token_accuracy": 0.17577046453952788, + "num_tokens": 6241134.0, + "step": 2175 + }, + { + "entropy": 5.53729019165039, + "epoch": 2.586002372479241, + "grad_norm": 1.21875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2375, + "mean_token_accuracy": 0.17115075141191483, + "num_tokens": 6256367.0, + "step": 2180 + }, + { + "entropy": 5.53561429977417, + "epoch": 2.5919335705812574, + "grad_norm": 1.015625, + "learning_rate": 0.0004723156819891917, + "loss": 5.17, + "mean_token_accuracy": 0.1691756695508957, + "num_tokens": 6270623.0, + "step": 2185 + }, + { + "entropy": 5.584243726730347, + "epoch": 2.597864768683274, + "grad_norm": 1.1015625, + "learning_rate": 0.0004720863370132937, + "loss": 5.2442, + "mean_token_accuracy": 0.17651912271976472, + "num_tokens": 6284668.0, + "step": 2190 + }, + { + "entropy": 5.529752779006958, + "epoch": 2.603795966785291, + "grad_norm": 1.15625, + "learning_rate": 0.00047185610877793245, + "loss": 5.2865, + "mean_token_accuracy": 0.1648603931069374, + "num_tokens": 6299944.0, + "step": 2195 + }, + { + "entropy": 5.515345048904419, + "epoch": 2.6097271648873073, + "grad_norm": 1.3984375, + "learning_rate": 0.0004716249983148955, + "loss": 5.1422, + "mean_token_accuracy": 0.17602039277553558, + "num_tokens": 6312748.0, + "step": 2200 + }, + { + "entropy": 5.604608249664307, + "epoch": 2.6156583629893237, + "grad_norm": 1.0625, + "learning_rate": 0.0004713930066599246, + "loss": 5.2007, + "mean_token_accuracy": 0.18111186772584914, + "num_tokens": 6328271.0, + "step": 2205 + }, + { + "entropy": 5.426464414596557, + "epoch": 2.6215895610913407, + "grad_norm": 0.9375, + "learning_rate": 0.00047116013485271014, + "loss": 5.1284, + "mean_token_accuracy": 0.1826605275273323, + "num_tokens": 6343282.0, + "step": 2210 + }, + { + "entropy": 5.546379613876343, + "epoch": 2.627520759193357, + "grad_norm": 1.140625, + "learning_rate": 0.0004709263839368875, + "loss": 5.1968, + "mean_token_accuracy": 0.18236779421567917, + "num_tokens": 6358364.0, + "step": 2215 + }, + { + "entropy": 5.546932744979858, + "epoch": 2.6334519572953736, + "grad_norm": 1.0625, + "learning_rate": 0.00047069175496003147, + "loss": 5.2081, + "mean_token_accuracy": 0.18342595398426056, + "num_tokens": 6374278.0, + "step": 2220 + }, + { + "entropy": 5.615351247787475, + "epoch": 2.6393831553973905, + "grad_norm": 1.171875, + "learning_rate": 0.0004704562489736522, + "loss": 5.2554, + "mean_token_accuracy": 0.17819379568099974, + "num_tokens": 6388866.0, + "step": 2225 + }, + { + "entropy": 5.550490379333496, + "epoch": 2.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.0004702198670331901, + "loss": 5.2624, + "mean_token_accuracy": 0.17675993144512175, + "num_tokens": 6402568.0, + "step": 2230 + }, + { + "entropy": 5.50635871887207, + "epoch": 2.6512455516014235, + "grad_norm": 1.078125, + "learning_rate": 0.0004699826101980112, + "loss": 5.1558, + "mean_token_accuracy": 0.18545444309711456, + "num_tokens": 6416742.0, + "step": 2235 + }, + { + "entropy": 5.4873316287994385, + "epoch": 2.65717674970344, + "grad_norm": 1.265625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1906, + "mean_token_accuracy": 0.18031294643878937, + "num_tokens": 6430085.0, + "step": 2240 + }, + { + "entropy": 5.523603439331055, + "epoch": 2.6631079478054565, + "grad_norm": 1.0, + "learning_rate": 0.00046950547610056766, + "loss": 5.2578, + "mean_token_accuracy": 0.16745677590370178, + "num_tokens": 6446423.0, + "step": 2245 + }, + { + "entropy": 5.6170202732086185, + "epoch": 2.6690391459074734, + "grad_norm": 1.015625, + "learning_rate": 0.0004692656009766206, + "loss": 5.26, + "mean_token_accuracy": 0.16790233552455902, + "num_tokens": 6463140.0, + "step": 2250 + }, + { + "entropy": 5.463969945907593, + "epoch": 2.67497034400949, + "grad_norm": 1.171875, + "learning_rate": 0.00046902485523458266, + "loss": 5.0669, + "mean_token_accuracy": 0.18869278579950333, + "num_tokens": 6475856.0, + "step": 2255 + }, + { + "entropy": 5.518323564529419, + "epoch": 2.6809015421115063, + "grad_norm": 1.046875, + "learning_rate": 0.0004687832399533767, + "loss": 5.2487, + "mean_token_accuracy": 0.178242264688015, + "num_tokens": 6490690.0, + "step": 2260 + }, + { + "entropy": 5.5464012145996096, + "epoch": 2.6868327402135233, + "grad_norm": 1.171875, + "learning_rate": 0.0004685407562158226, + "loss": 5.1768, + "mean_token_accuracy": 0.17796453684568406, + "num_tokens": 6504822.0, + "step": 2265 + }, + { + "entropy": 5.4690686702728275, + "epoch": 2.6927639383155397, + "grad_norm": 1.1015625, + "learning_rate": 0.0004682974051086321, + "loss": 5.1621, + "mean_token_accuracy": 0.17330427020788192, + "num_tokens": 6519064.0, + "step": 2270 + }, + { + "entropy": 5.5996551513671875, + "epoch": 2.698695136417556, + "grad_norm": 1.140625, + "learning_rate": 0.0004680531877224042, + "loss": 5.2453, + "mean_token_accuracy": 0.17025871127843856, + "num_tokens": 6534045.0, + "step": 2275 + }, + { + "entropy": 5.393102979660034, + "epoch": 2.704626334519573, + "grad_norm": 1.2734375, + "learning_rate": 0.00046780810515162027, + "loss": 5.0482, + "mean_token_accuracy": 0.1878816455602646, + "num_tokens": 6547364.0, + "step": 2280 + }, + { + "entropy": 5.645930194854737, + "epoch": 2.7105575326215896, + "grad_norm": 1.140625, + "learning_rate": 0.00046756215849463905, + "loss": 5.2857, + "mean_token_accuracy": 0.17767939269542693, + "num_tokens": 6560431.0, + "step": 2285 + }, + { + "entropy": 5.520352125167847, + "epoch": 2.716488730723606, + "grad_norm": 1.078125, + "learning_rate": 0.00046731534885369175, + "loss": 5.1725, + "mean_token_accuracy": 0.17855010330677032, + "num_tokens": 6574902.0, + "step": 2290 + }, + { + "entropy": 5.486611652374267, + "epoch": 2.722419928825623, + "grad_norm": 1.109375, + "learning_rate": 0.00046706767733487714, + "loss": 5.2151, + "mean_token_accuracy": 0.1756266251206398, + "num_tokens": 6589462.0, + "step": 2295 + }, + { + "entropy": 5.533238506317138, + "epoch": 2.7283511269276395, + "grad_norm": 1.1796875, + "learning_rate": 0.00046681914504815653, + "loss": 5.2295, + "mean_token_accuracy": 0.17735317945480347, + "num_tokens": 6605008.0, + "step": 2300 + }, + { + "entropy": 5.541108131408691, + "epoch": 2.734282325029656, + "grad_norm": 1.2265625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1659, + "mean_token_accuracy": 0.17813858687877654, + "num_tokens": 6618879.0, + "step": 2305 + }, + { + "entropy": 5.39157452583313, + "epoch": 2.7402135231316724, + "grad_norm": 1.0625, + "learning_rate": 0.0004663195026301258, + "loss": 5.0862, + "mean_token_accuracy": 0.18883014619350433, + "num_tokens": 6633837.0, + "step": 2310 + }, + { + "entropy": 5.412820339202881, + "epoch": 2.7461447212336894, + "grad_norm": 1.109375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1078, + "mean_token_accuracy": 0.17959959656000138, + "num_tokens": 6647783.0, + "step": 2315 + }, + { + "entropy": 5.435291051864624, + "epoch": 2.752075919335706, + "grad_norm": 1.140625, + "learning_rate": 0.00046581643055635215, + "loss": 5.053, + "mean_token_accuracy": 0.18359277695417403, + "num_tokens": 6661241.0, + "step": 2320 + }, + { + "entropy": 5.433929014205932, + "epoch": 2.7580071174377223, + "grad_norm": 1.3125, + "learning_rate": 0.00046556361121436265, + "loss": 5.1026, + "mean_token_accuracy": 0.18812057971954346, + "num_tokens": 6674242.0, + "step": 2325 + }, + { + "entropy": 5.537065505981445, + "epoch": 2.763938315539739, + "grad_norm": 0.95703125, + "learning_rate": 0.0004653099378450696, + "loss": 5.1797, + "mean_token_accuracy": 0.17524750232696534, + "num_tokens": 6691096.0, + "step": 2330 + }, + { + "entropy": 5.519515037536621, + "epoch": 2.7698695136417557, + "grad_norm": 1.046875, + "learning_rate": 0.0004650554115853321, + "loss": 5.1789, + "mean_token_accuracy": 0.18025113493204117, + "num_tokens": 6705467.0, + "step": 2335 + }, + { + "entropy": 5.4113012790679935, + "epoch": 2.775800711743772, + "grad_norm": 1.15625, + "learning_rate": 0.00046480003357583154, + "loss": 5.0549, + "mean_token_accuracy": 0.18797223418951034, + "num_tokens": 6719524.0, + "step": 2340 + }, + { + "entropy": 5.47516279220581, + "epoch": 2.7817319098457887, + "grad_norm": 1.1875, + "learning_rate": 0.00046454380496106665, + "loss": 5.1623, + "mean_token_accuracy": 0.17279574126005173, + "num_tokens": 6734596.0, + "step": 2345 + }, + { + "entropy": 5.515668439865112, + "epoch": 2.7876631079478056, + "grad_norm": 1.1640625, + "learning_rate": 0.0004642867268893481, + "loss": 5.0819, + "mean_token_accuracy": 0.18866007030010223, + "num_tokens": 6748019.0, + "step": 2350 + }, + { + "entropy": 5.477999353408814, + "epoch": 2.793594306049822, + "grad_norm": 1.0234375, + "learning_rate": 0.0004640288005127933, + "loss": 5.1533, + "mean_token_accuracy": 0.18002767264842987, + "num_tokens": 6763755.0, + "step": 2355 + }, + { + "entropy": 5.394244003295898, + "epoch": 2.7995255041518385, + "grad_norm": 0.9921875, + "learning_rate": 0.000463770026987322, + "loss": 5.075, + "mean_token_accuracy": 0.18613618910312651, + "num_tokens": 6779037.0, + "step": 2360 + }, + { + "entropy": 5.467849206924439, + "epoch": 2.8054567022538555, + "grad_norm": 1.25, + "learning_rate": 0.0004635104074726498, + "loss": 5.1919, + "mean_token_accuracy": 0.18249793946743012, + "num_tokens": 6792588.0, + "step": 2365 + }, + { + "entropy": 5.457203817367554, + "epoch": 2.811387900355872, + "grad_norm": 1.265625, + "learning_rate": 0.0004632499431322842, + "loss": 5.0876, + "mean_token_accuracy": 0.1846012607216835, + "num_tokens": 6805250.0, + "step": 2370 + }, + { + "entropy": 5.418697547912598, + "epoch": 2.8173190984578884, + "grad_norm": 1.171875, + "learning_rate": 0.00046298863513351854, + "loss": 5.0895, + "mean_token_accuracy": 0.18770061135292054, + "num_tokens": 6819307.0, + "step": 2375 + }, + { + "entropy": 5.493124055862427, + "epoch": 2.8232502965599053, + "grad_norm": 0.98828125, + "learning_rate": 0.00046272648464742733, + "loss": 5.2038, + "mean_token_accuracy": 0.17349835485219955, + "num_tokens": 6834343.0, + "step": 2380 + }, + { + "entropy": 5.402909660339356, + "epoch": 2.829181494661922, + "grad_norm": 1.2109375, + "learning_rate": 0.0004624634928488605, + "loss": 5.0277, + "mean_token_accuracy": 0.18533068895339966, + "num_tokens": 6847646.0, + "step": 2385 + }, + { + "entropy": 5.483198451995849, + "epoch": 2.8351126927639383, + "grad_norm": 1.1796875, + "learning_rate": 0.00046219966091643865, + "loss": 5.2019, + "mean_token_accuracy": 0.17590031772851944, + "num_tokens": 6861831.0, + "step": 2390 + }, + { + "entropy": 5.510314130783081, + "epoch": 2.8410438908659548, + "grad_norm": 1.28125, + "learning_rate": 0.00046193499003254737, + "loss": 5.163, + "mean_token_accuracy": 0.18420564830303193, + "num_tokens": 6874699.0, + "step": 2395 + }, + { + "entropy": 5.4684943675994875, + "epoch": 2.8469750889679717, + "grad_norm": 1.203125, + "learning_rate": 0.0004616694813833322, + "loss": 5.1706, + "mean_token_accuracy": 0.1828485757112503, + "num_tokens": 6889037.0, + "step": 2400 + }, + { + "entropy": 5.467649602890015, + "epoch": 2.852906287069988, + "grad_norm": 1.1640625, + "learning_rate": 0.00046140313615869287, + "loss": 5.0652, + "mean_token_accuracy": 0.18959007114171983, + "num_tokens": 6902943.0, + "step": 2405 + }, + { + "entropy": 5.419506311416626, + "epoch": 2.8588374851720046, + "grad_norm": 1.015625, + "learning_rate": 0.00046113595555227885, + "loss": 5.1398, + "mean_token_accuracy": 0.1861141189932823, + "num_tokens": 6917802.0, + "step": 2410 + }, + { + "entropy": 5.454200029373169, + "epoch": 2.864768683274021, + "grad_norm": 1.109375, + "learning_rate": 0.000460867940761483, + "loss": 5.1189, + "mean_token_accuracy": 0.18534798920154572, + "num_tokens": 6930527.0, + "step": 2415 + }, + { + "entropy": 5.438006639480591, + "epoch": 2.870699881376038, + "grad_norm": 1.1328125, + "learning_rate": 0.0004605990929874366, + "loss": 5.0683, + "mean_token_accuracy": 0.186861652135849, + "num_tokens": 6943460.0, + "step": 2420 + }, + { + "entropy": 5.41469373703003, + "epoch": 2.8766310794780545, + "grad_norm": 1.140625, + "learning_rate": 0.00046032941343500443, + "loss": 5.0988, + "mean_token_accuracy": 0.17667173147201537, + "num_tokens": 6957799.0, + "step": 2425 + }, + { + "entropy": 5.463034296035767, + "epoch": 2.882562277580071, + "grad_norm": 0.94140625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1798, + "mean_token_accuracy": 0.18427126556634904, + "num_tokens": 6974863.0, + "step": 2430 + }, + { + "entropy": 5.446122884750366, + "epoch": 2.888493475682088, + "grad_norm": 1.109375, + "learning_rate": 0.0004597875638330739, + "loss": 5.1201, + "mean_token_accuracy": 0.17917562872171403, + "num_tokens": 6989579.0, + "step": 2435 + }, + { + "entropy": 5.473119068145752, + "epoch": 2.8944246737841044, + "grad_norm": 1.140625, + "learning_rate": 0.00045951539621192137, + "loss": 5.1927, + "mean_token_accuracy": 0.1736010879278183, + "num_tokens": 7004092.0, + "step": 2440 + }, + { + "entropy": 5.400836706161499, + "epoch": 2.900355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0395, + "mean_token_accuracy": 0.18051844388246535, + "num_tokens": 7018125.0, + "step": 2445 + }, + { + "entropy": 5.4148369312286375, + "epoch": 2.906287069988138, + "grad_norm": 1.234375, + "learning_rate": 0.00045896858142794976, + "loss": 5.0981, + "mean_token_accuracy": 0.18699784725904464, + "num_tokens": 7031022.0, + "step": 2450 + }, + { + "entropy": 5.385382413864136, + "epoch": 2.9122182680901543, + "grad_norm": 1.296875, + "learning_rate": 0.0004586939367157285, + "loss": 5.1013, + "mean_token_accuracy": 0.17757886052131652, + "num_tokens": 7045378.0, + "step": 2455 + }, + { + "entropy": 5.506468200683594, + "epoch": 2.9181494661921707, + "grad_norm": 1.1328125, + "learning_rate": 0.000458418468763244, + "loss": 5.1957, + "mean_token_accuracy": 0.18198408782482148, + "num_tokens": 7060967.0, + "step": 2460 + }, + { + "entropy": 5.524105215072632, + "epoch": 2.9240806642941877, + "grad_norm": 1.1171875, + "learning_rate": 0.00045814217880502973, + "loss": 5.1947, + "mean_token_accuracy": 0.17589819580316543, + "num_tokens": 7077764.0, + "step": 2465 + }, + { + "entropy": 5.407864332199097, + "epoch": 2.930011862396204, + "grad_norm": 1.1953125, + "learning_rate": 0.000457865068079303, + "loss": 5.0657, + "mean_token_accuracy": 0.18654818832874298, + "num_tokens": 7093460.0, + "step": 2470 + }, + { + "entropy": 5.3658609867095945, + "epoch": 2.9359430604982206, + "grad_norm": 1.21875, + "learning_rate": 0.00045758713782795946, + "loss": 5.0373, + "mean_token_accuracy": 0.1961647093296051, + "num_tokens": 7106825.0, + "step": 2475 + }, + { + "entropy": 5.549241924285889, + "epoch": 2.941874258600237, + "grad_norm": 1.0625, + "learning_rate": 0.0004573083892965677, + "loss": 5.2428, + "mean_token_accuracy": 0.1800041228532791, + "num_tokens": 7120439.0, + "step": 2480 + }, + { + "entropy": 5.391266584396362, + "epoch": 2.9478054567022536, + "grad_norm": 1.0859375, + "learning_rate": 0.00045702882373436317, + "loss": 5.0099, + "mean_token_accuracy": 0.19705474227666855, + "num_tokens": 7134255.0, + "step": 2485 + }, + { + "entropy": 5.405981159210205, + "epoch": 2.9537366548042705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004567484423942433, + "loss": 5.1231, + "mean_token_accuracy": 0.19051829874515533, + "num_tokens": 7147364.0, + "step": 2490 + }, + { + "entropy": 5.4671906471252445, + "epoch": 2.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00045646724653276117, + "loss": 5.1396, + "mean_token_accuracy": 0.18344241827726365, + "num_tokens": 7163075.0, + "step": 2495 + }, + { + "entropy": 5.452820444107056, + "epoch": 2.9655990510083035, + "grad_norm": 1.1015625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1131, + "mean_token_accuracy": 0.1884812146425247, + "num_tokens": 7177190.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.265150191593755, + "eval_loss": 5.443893909454346, + "eval_mean_token_accuracy": 0.17415622886887358, + "eval_num_tokens": 7177190.0, + "eval_runtime": 1.8425, + "eval_samples_per_second": 1415.473, + "eval_steps_per_second": 176.934, + "step": 2500 + }, + { + "entropy": 5.427117347717285, + "epoch": 2.9715302491103204, + "grad_norm": 1.171875, + "learning_rate": 0.00045590241629016933, + "loss": 5.0937, + "mean_token_accuracy": 0.18342731446027755, + "num_tokens": 7190790.0, + "step": 2505 + }, + { + "entropy": 5.507184791564941, + "epoch": 2.977461447212337, + "grad_norm": 1.1015625, + "learning_rate": 0.00045561878444039526, + "loss": 5.1067, + "mean_token_accuracy": 0.18404981791973113, + "num_tokens": 7204088.0, + "step": 2510 + }, + { + "entropy": 5.381598281860351, + "epoch": 2.9833926453143533, + "grad_norm": 1.28125, + "learning_rate": 0.00045533434313191866, + "loss": 5.0288, + "mean_token_accuracy": 0.19556443244218827, + "num_tokens": 7217582.0, + "step": 2515 + }, + { + "entropy": 5.444749212265014, + "epoch": 2.9893238434163703, + "grad_norm": 1.1640625, + "learning_rate": 0.0004550490936394881, + "loss": 5.1012, + "mean_token_accuracy": 0.18731000125408173, + "num_tokens": 7233027.0, + "step": 2520 + }, + { + "entropy": 5.456317138671875, + "epoch": 2.9952550415183867, + "grad_norm": 1.140625, + "learning_rate": 0.0004547630372414737, + "loss": 5.1043, + "mean_token_accuracy": 0.18929167091846466, + "num_tokens": 7246519.0, + "step": 2525 + }, + { + "entropy": 5.328210020065308, + "epoch": 3.001186239620403, + "grad_norm": 1.03125, + "learning_rate": 0.00045447617521986205, + "loss": 5.0442, + "mean_token_accuracy": 0.1852029249072075, + "num_tokens": 7260649.0, + "step": 2530 + }, + { + "entropy": 5.425356435775757, + "epoch": 3.00711743772242, + "grad_norm": 1.0859375, + "learning_rate": 0.00045418850886025006, + "loss": 4.8273, + "mean_token_accuracy": 0.20759903639554977, + "num_tokens": 7274593.0, + "step": 2535 + }, + { + "entropy": 5.444536447525024, + "epoch": 3.0130486358244366, + "grad_norm": 1.09375, + "learning_rate": 0.0004539000394518393, + "loss": 4.7906, + "mean_token_accuracy": 0.20937833935022354, + "num_tokens": 7288448.0, + "step": 2540 + }, + { + "entropy": 5.44005937576294, + "epoch": 3.018979833926453, + "grad_norm": 1.28125, + "learning_rate": 0.00045361076828743054, + "loss": 4.8123, + "mean_token_accuracy": 0.20592586994171141, + "num_tokens": 7302776.0, + "step": 2545 + }, + { + "entropy": 5.32763147354126, + "epoch": 3.0249110320284696, + "grad_norm": 1.109375, + "learning_rate": 0.00045332069666341733, + "loss": 4.865, + "mean_token_accuracy": 0.19790482819080352, + "num_tokens": 7317599.0, + "step": 2550 + }, + { + "entropy": 5.340362501144409, + "epoch": 3.0308422301304865, + "grad_norm": 1.171875, + "learning_rate": 0.000453029825879781, + "loss": 4.7738, + "mean_token_accuracy": 0.21194638311862946, + "num_tokens": 7330584.0, + "step": 2555 + }, + { + "entropy": 5.409995269775391, + "epoch": 3.036773428232503, + "grad_norm": 1.171875, + "learning_rate": 0.0004527381572400838, + "loss": 4.886, + "mean_token_accuracy": 0.2047113686800003, + "num_tokens": 7344656.0, + "step": 2560 + }, + { + "entropy": 5.424022531509399, + "epoch": 3.0427046263345194, + "grad_norm": 1.1953125, + "learning_rate": 0.00045244569205146425, + "loss": 4.9124, + "mean_token_accuracy": 0.1976366862654686, + "num_tokens": 7358339.0, + "step": 2565 + }, + { + "entropy": 5.308951759338379, + "epoch": 3.0486358244365364, + "grad_norm": 1.0390625, + "learning_rate": 0.00045215243162463023, + "loss": 4.8094, + "mean_token_accuracy": 0.20101331323385238, + "num_tokens": 7372227.0, + "step": 2570 + }, + { + "entropy": 5.28255181312561, + "epoch": 3.054567022538553, + "grad_norm": 1.09375, + "learning_rate": 0.00045185837727385373, + "loss": 4.8105, + "mean_token_accuracy": 0.1989710345864296, + "num_tokens": 7385836.0, + "step": 2575 + }, + { + "entropy": 5.421550130844116, + "epoch": 3.0604982206405693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004515635303169648, + "loss": 4.9149, + "mean_token_accuracy": 0.19617079347372054, + "num_tokens": 7399699.0, + "step": 2580 + }, + { + "entropy": 5.467134428024292, + "epoch": 3.066429418742586, + "grad_norm": 1.0703125, + "learning_rate": 0.00045126789207534544, + "loss": 4.839, + "mean_token_accuracy": 0.2086115300655365, + "num_tokens": 7414205.0, + "step": 2585 + }, + { + "entropy": 5.268521785736084, + "epoch": 3.0723606168446027, + "grad_norm": 1.09375, + "learning_rate": 0.00045097146387392423, + "loss": 4.8446, + "mean_token_accuracy": 0.20388469398021697, + "num_tokens": 7427750.0, + "step": 2590 + }, + { + "entropy": 5.3270776748657225, + "epoch": 3.078291814946619, + "grad_norm": 1.15625, + "learning_rate": 0.00045067424704116956, + "loss": 4.8115, + "mean_token_accuracy": 0.20895686447620393, + "num_tokens": 7444227.0, + "step": 2595 + }, + { + "entropy": 5.352174615859985, + "epoch": 3.0842230130486357, + "grad_norm": 1.1015625, + "learning_rate": 0.0004503762429090845, + "loss": 4.9143, + "mean_token_accuracy": 0.1901899755001068, + "num_tokens": 7459895.0, + "step": 2600 + }, + { + "entropy": 5.354052257537842, + "epoch": 3.0901542111506526, + "grad_norm": 1.15625, + "learning_rate": 0.00045007745281320035, + "loss": 4.8349, + "mean_token_accuracy": 0.20406596660614013, + "num_tokens": 7472664.0, + "step": 2605 + }, + { + "entropy": 5.379433679580688, + "epoch": 3.096085409252669, + "grad_norm": 0.984375, + "learning_rate": 0.0004497778780925706, + "loss": 4.9438, + "mean_token_accuracy": 0.19361027032136918, + "num_tokens": 7489971.0, + "step": 2610 + }, + { + "entropy": 5.37094898223877, + "epoch": 3.1020166073546855, + "grad_norm": 1.1796875, + "learning_rate": 0.00044947752008976546, + "loss": 4.8652, + "mean_token_accuracy": 0.2085559755563736, + "num_tokens": 7503363.0, + "step": 2615 + }, + { + "entropy": 5.369460916519165, + "epoch": 3.1079478054567025, + "grad_norm": 1.25, + "learning_rate": 0.0004491763801508652, + "loss": 4.8826, + "mean_token_accuracy": 0.20227379649877547, + "num_tokens": 7518332.0, + "step": 2620 + }, + { + "entropy": 5.342120695114136, + "epoch": 3.113879003558719, + "grad_norm": 1.0703125, + "learning_rate": 0.0004488744596254545, + "loss": 4.877, + "mean_token_accuracy": 0.200375497341156, + "num_tokens": 7533433.0, + "step": 2625 + }, + { + "entropy": 5.356370639801026, + "epoch": 3.1198102016607354, + "grad_norm": 1.0234375, + "learning_rate": 0.00044857175986661634, + "loss": 4.894, + "mean_token_accuracy": 0.19447072744369506, + "num_tokens": 7548910.0, + "step": 2630 + }, + { + "entropy": 5.349358654022216, + "epoch": 3.125741399762752, + "grad_norm": 1.2265625, + "learning_rate": 0.00044826828223092584, + "loss": 4.8676, + "mean_token_accuracy": 0.20702892988920213, + "num_tokens": 7562878.0, + "step": 2635 + }, + { + "entropy": 5.338718128204346, + "epoch": 3.131672597864769, + "grad_norm": 1.0859375, + "learning_rate": 0.0004479640280784443, + "loss": 4.82, + "mean_token_accuracy": 0.20402325242757796, + "num_tokens": 7576381.0, + "step": 2640 + }, + { + "entropy": 5.3198083400726315, + "epoch": 3.1376037959667853, + "grad_norm": 1.09375, + "learning_rate": 0.00044765899877271306, + "loss": 4.8808, + "mean_token_accuracy": 0.19982388466596604, + "num_tokens": 7591303.0, + "step": 2645 + }, + { + "entropy": 5.415242624282837, + "epoch": 3.1435349940688018, + "grad_norm": 1.2890625, + "learning_rate": 0.0004473531956807471, + "loss": 4.9224, + "mean_token_accuracy": 0.20034751892089844, + "num_tokens": 7603470.0, + "step": 2650 + }, + { + "entropy": 5.318185138702392, + "epoch": 3.1494661921708187, + "grad_norm": 1.171875, + "learning_rate": 0.0004470466201730298, + "loss": 4.8491, + "mean_token_accuracy": 0.20571234226226806, + "num_tokens": 7617427.0, + "step": 2655 + }, + { + "entropy": 5.322416067123413, + "epoch": 3.155397390272835, + "grad_norm": 1.09375, + "learning_rate": 0.00044673927362350545, + "loss": 4.865, + "mean_token_accuracy": 0.20656444430351256, + "num_tokens": 7630454.0, + "step": 2660 + }, + { + "entropy": 5.367629051208496, + "epoch": 3.1613285883748516, + "grad_norm": 1.25, + "learning_rate": 0.00044643115740957437, + "loss": 4.8706, + "mean_token_accuracy": 0.1924150675535202, + "num_tokens": 7644833.0, + "step": 2665 + }, + { + "entropy": 5.345676422119141, + "epoch": 3.167259786476868, + "grad_norm": 1.1015625, + "learning_rate": 0.000446122272912086, + "loss": 4.939, + "mean_token_accuracy": 0.1970321387052536, + "num_tokens": 7659479.0, + "step": 2670 + }, + { + "entropy": 5.308889102935791, + "epoch": 3.173190984578885, + "grad_norm": 1.28125, + "learning_rate": 0.0004458126215153329, + "loss": 4.849, + "mean_token_accuracy": 0.19903547316789627, + "num_tokens": 7673261.0, + "step": 2675 + }, + { + "entropy": 5.295670843124389, + "epoch": 3.1791221826809015, + "grad_norm": 1.1171875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8179, + "mean_token_accuracy": 0.20336713045835494, + "num_tokens": 7687854.0, + "step": 2680 + }, + { + "entropy": 5.392490720748901, + "epoch": 3.185053380782918, + "grad_norm": 1.1953125, + "learning_rate": 0.0004451910235783814, + "loss": 4.894, + "mean_token_accuracy": 0.19758697748184204, + "num_tokens": 7702304.0, + "step": 2685 + }, + { + "entropy": 5.367887210845947, + "epoch": 3.190984578884935, + "grad_norm": 1.109375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8394, + "mean_token_accuracy": 0.20377909541130065, + "num_tokens": 7718072.0, + "step": 2690 + }, + { + "entropy": 5.314655685424805, + "epoch": 3.1969157769869514, + "grad_norm": 1.1171875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8443, + "mean_token_accuracy": 0.20377695113420485, + "num_tokens": 7733118.0, + "step": 2695 + }, + { + "entropy": 5.310511112213135, + "epoch": 3.202846975088968, + "grad_norm": 1.2109375, + "learning_rate": 0.00044425290973307345, + "loss": 4.8501, + "mean_token_accuracy": 0.19863737970590592, + "num_tokens": 7746673.0, + "step": 2700 + }, + { + "entropy": 5.325832557678223, + "epoch": 3.208778173190985, + "grad_norm": 1.125, + "learning_rate": 0.0004439386862029081, + "loss": 4.9144, + "mean_token_accuracy": 0.1992519199848175, + "num_tokens": 7762234.0, + "step": 2705 + }, + { + "entropy": 5.325732564926147, + "epoch": 3.2147093712930013, + "grad_norm": 1.109375, + "learning_rate": 0.00044362370555941057, + "loss": 4.8194, + "mean_token_accuracy": 0.21045696884393691, + "num_tokens": 7776698.0, + "step": 2710 + }, + { + "entropy": 5.341293716430664, + "epoch": 3.2206405693950177, + "grad_norm": 1.1484375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9277, + "mean_token_accuracy": 0.19829080104827881, + "num_tokens": 7791981.0, + "step": 2715 + }, + { + "entropy": 5.286891937255859, + "epoch": 3.2265717674970342, + "grad_norm": 1.1640625, + "learning_rate": 0.00044299147858225835, + "loss": 4.795, + "mean_token_accuracy": 0.20923205614089965, + "num_tokens": 7805790.0, + "step": 2720 + }, + { + "entropy": 5.3587055683135985, + "epoch": 3.232502965599051, + "grad_norm": 1.1015625, + "learning_rate": 0.0004426742350819834, + "loss": 4.9103, + "mean_token_accuracy": 0.19890548139810563, + "num_tokens": 7819153.0, + "step": 2725 + }, + { + "entropy": 5.315048313140869, + "epoch": 3.2384341637010676, + "grad_norm": 1.171875, + "learning_rate": 0.0004423562401351234, + "loss": 4.871, + "mean_token_accuracy": 0.20356155931949615, + "num_tokens": 7833372.0, + "step": 2730 + }, + { + "entropy": 5.310764026641846, + "epoch": 3.244365361803084, + "grad_norm": 1.2734375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8284, + "mean_token_accuracy": 0.20107440799474716, + "num_tokens": 7846239.0, + "step": 2735 + }, + { + "entropy": 5.2568141460418705, + "epoch": 3.250296559905101, + "grad_norm": 1.265625, + "learning_rate": 0.0004417180016054972, + "loss": 4.802, + "mean_token_accuracy": 0.2017485335469246, + "num_tokens": 7861053.0, + "step": 2740 + }, + { + "entropy": 5.367720985412598, + "epoch": 3.2562277580071175, + "grad_norm": 1.0625, + "learning_rate": 0.00044139776088305215, + "loss": 4.8054, + "mean_token_accuracy": 0.2075779467821121, + "num_tokens": 7873002.0, + "step": 2745 + }, + { + "entropy": 5.298938369750976, + "epoch": 3.262158956109134, + "grad_norm": 1.234375, + "learning_rate": 0.00044107677443465165, + "loss": 4.8867, + "mean_token_accuracy": 0.1963011547923088, + "num_tokens": 7888038.0, + "step": 2750 + }, + { + "entropy": 5.24311900138855, + "epoch": 3.2680901542111505, + "grad_norm": 1.15625, + "learning_rate": 0.00044075504369882416, + "loss": 4.7684, + "mean_token_accuracy": 0.20807169377803802, + "num_tokens": 7901912.0, + "step": 2755 + }, + { + "entropy": 5.346759796142578, + "epoch": 3.2740213523131674, + "grad_norm": 1.265625, + "learning_rate": 0.0004404325701174338, + "loss": 4.8506, + "mean_token_accuracy": 0.20459963530302047, + "num_tokens": 7915681.0, + "step": 2760 + }, + { + "entropy": 5.280835103988648, + "epoch": 3.279952550415184, + "grad_norm": 1.25, + "learning_rate": 0.0004401093551356739, + "loss": 4.8373, + "mean_token_accuracy": 0.20459898710250854, + "num_tokens": 7930062.0, + "step": 2765 + }, + { + "entropy": 5.286585569381714, + "epoch": 3.2858837485172003, + "grad_norm": 1.2578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.8756, + "mean_token_accuracy": 0.19805751591920853, + "num_tokens": 7944711.0, + "step": 2770 + }, + { + "entropy": 5.27426290512085, + "epoch": 3.2918149466192173, + "grad_norm": 1.1328125, + "learning_rate": 0.0004394607067684251, + "loss": 4.8033, + "mean_token_accuracy": 0.20370650738477708, + "num_tokens": 7959536.0, + "step": 2775 + }, + { + "entropy": 5.310118913650513, + "epoch": 3.2977461447212337, + "grad_norm": 1.2578125, + "learning_rate": 0.00043913527628990984, + "loss": 4.86, + "mean_token_accuracy": 0.20166001915931703, + "num_tokens": 7974858.0, + "step": 2780 + }, + { + "entropy": 5.324502038955688, + "epoch": 3.30367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.00043880911022495955, + "loss": 4.8687, + "mean_token_accuracy": 0.2069315105676651, + "num_tokens": 7989055.0, + "step": 2785 + }, + { + "entropy": 5.3137040615081785, + "epoch": 3.309608540925267, + "grad_norm": 1.1328125, + "learning_rate": 0.0004384822100353155, + "loss": 4.8951, + "mean_token_accuracy": 0.19746592342853547, + "num_tokens": 8003942.0, + "step": 2790 + }, + { + "entropy": 5.2767980098724365, + "epoch": 3.3155397390272836, + "grad_norm": 1.125, + "learning_rate": 0.00043815457718600933, + "loss": 4.892, + "mean_token_accuracy": 0.19761794358491896, + "num_tokens": 8017974.0, + "step": 2795 + }, + { + "entropy": 5.391250801086426, + "epoch": 3.3214709371293, + "grad_norm": 1.234375, + "learning_rate": 0.0004378262131453558, + "loss": 4.8398, + "mean_token_accuracy": 0.19762433171272278, + "num_tokens": 8033276.0, + "step": 2800 + }, + { + "entropy": 5.244263982772827, + "epoch": 3.3274021352313166, + "grad_norm": 1.3125, + "learning_rate": 0.00043749711938494693, + "loss": 4.799, + "mean_token_accuracy": 0.2069717675447464, + "num_tokens": 8046551.0, + "step": 2805 + }, + { + "entropy": 5.206659412384033, + "epoch": 3.3333333333333335, + "grad_norm": 1.140625, + "learning_rate": 0.00043716729737964475, + "loss": 4.8535, + "mean_token_accuracy": 0.20297410488128662, + "num_tokens": 8060610.0, + "step": 2810 + }, + { + "entropy": 5.372662115097046, + "epoch": 3.33926453143535, + "grad_norm": 1.078125, + "learning_rate": 0.000436836748607575, + "loss": 4.8923, + "mean_token_accuracy": 0.19536264538764953, + "num_tokens": 8076751.0, + "step": 2815 + }, + { + "entropy": 5.3133550643920895, + "epoch": 3.3451957295373664, + "grad_norm": 1.2421875, + "learning_rate": 0.0004365054745501209, + "loss": 4.7879, + "mean_token_accuracy": 0.21041122525930406, + "num_tokens": 8089716.0, + "step": 2820 + }, + { + "entropy": 5.300034475326538, + "epoch": 3.351126927639383, + "grad_norm": 1.15625, + "learning_rate": 0.0004361734766919156, + "loss": 4.9074, + "mean_token_accuracy": 0.19710393995046616, + "num_tokens": 8105609.0, + "step": 2825 + }, + { + "entropy": 5.2935997486114506, + "epoch": 3.3570581257414, + "grad_norm": 0.9921875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8325, + "mean_token_accuracy": 0.20796934962272645, + "num_tokens": 8119967.0, + "step": 2830 + }, + { + "entropy": 5.301582098007202, + "epoch": 3.3629893238434163, + "grad_norm": 1.28125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8894, + "mean_token_accuracy": 0.20021340101957322, + "num_tokens": 8134075.0, + "step": 2835 + }, + { + "entropy": 5.344700908660888, + "epoch": 3.368920521945433, + "grad_norm": 1.375, + "learning_rate": 0.0004351731552077423, + "loss": 4.8614, + "mean_token_accuracy": 0.20635608285665513, + "num_tokens": 8148881.0, + "step": 2840 + }, + { + "entropy": 5.290679025650024, + "epoch": 3.3748517200474497, + "grad_norm": 1.3359375, + "learning_rate": 0.00043483827705764094, + "loss": 4.8084, + "mean_token_accuracy": 0.20559675097465516, + "num_tokens": 8160841.0, + "step": 2845 + }, + { + "entropy": 5.2989075660705565, + "epoch": 3.380782918149466, + "grad_norm": 1.0390625, + "learning_rate": 0.00043450268257847814, + "loss": 4.9308, + "mean_token_accuracy": 0.19490321278572081, + "num_tokens": 8176043.0, + "step": 2850 + }, + { + "entropy": 5.35184531211853, + "epoch": 3.3867141162514827, + "grad_norm": 1.1640625, + "learning_rate": 0.00043416637327424955, + "loss": 4.9421, + "mean_token_accuracy": 0.19623505026102067, + "num_tokens": 8191493.0, + "step": 2855 + }, + { + "entropy": 5.327317619323731, + "epoch": 3.3926453143534996, + "grad_norm": 1.234375, + "learning_rate": 0.00043382935065215444, + "loss": 4.8738, + "mean_token_accuracy": 0.2002056360244751, + "num_tokens": 8206073.0, + "step": 2860 + }, + { + "entropy": 5.306766605377197, + "epoch": 3.398576512455516, + "grad_norm": 1.203125, + "learning_rate": 0.0004334916162225889, + "loss": 4.9672, + "mean_token_accuracy": 0.19482605010271073, + "num_tokens": 8222753.0, + "step": 2865 + }, + { + "entropy": 5.344327020645141, + "epoch": 3.4045077105575325, + "grad_norm": 1.1328125, + "learning_rate": 0.00043315317149913876, + "loss": 4.8919, + "mean_token_accuracy": 0.20044248402118683, + "num_tokens": 8235973.0, + "step": 2870 + }, + { + "entropy": 5.330341815948486, + "epoch": 3.4104389086595495, + "grad_norm": 1.25, + "learning_rate": 0.00043281401799857356, + "loss": 4.8747, + "mean_token_accuracy": 0.20965297818183898, + "num_tokens": 8249881.0, + "step": 2875 + }, + { + "entropy": 5.267540121078492, + "epoch": 3.416370106761566, + "grad_norm": 1.125, + "learning_rate": 0.00043247415724083886, + "loss": 4.8328, + "mean_token_accuracy": 0.20202372074127198, + "num_tokens": 8264887.0, + "step": 2880 + }, + { + "entropy": 5.412963390350342, + "epoch": 3.4223013048635824, + "grad_norm": 1.140625, + "learning_rate": 0.0004321335907490502, + "loss": 4.9321, + "mean_token_accuracy": 0.19641074389219285, + "num_tokens": 8280664.0, + "step": 2885 + }, + { + "entropy": 5.350860214233398, + "epoch": 3.428232502965599, + "grad_norm": 1.265625, + "learning_rate": 0.0004317923200494856, + "loss": 4.9755, + "mean_token_accuracy": 0.19869652390480042, + "num_tokens": 8295140.0, + "step": 2890 + }, + { + "entropy": 5.3055259704589846, + "epoch": 3.434163701067616, + "grad_norm": 1.1953125, + "learning_rate": 0.00043145034667157935, + "loss": 4.8814, + "mean_token_accuracy": 0.19903422743082047, + "num_tokens": 8311599.0, + "step": 2895 + }, + { + "entropy": 5.310982656478882, + "epoch": 3.4400948991696323, + "grad_norm": 1.1484375, + "learning_rate": 0.00043110767214791466, + "loss": 4.9004, + "mean_token_accuracy": 0.19831434190273284, + "num_tokens": 8325619.0, + "step": 2900 + }, + { + "entropy": 5.330391502380371, + "epoch": 3.4460260972716488, + "grad_norm": 1.0703125, + "learning_rate": 0.0004307642980142171, + "loss": 4.8902, + "mean_token_accuracy": 0.19892165511846543, + "num_tokens": 8341016.0, + "step": 2905 + }, + { + "entropy": 5.304412746429444, + "epoch": 3.4519572953736652, + "grad_norm": 1.125, + "learning_rate": 0.0004304202258093473, + "loss": 4.8994, + "mean_token_accuracy": 0.19929006695747375, + "num_tokens": 8356847.0, + "step": 2910 + }, + { + "entropy": 5.26916913986206, + "epoch": 3.457888493475682, + "grad_norm": 1.078125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8524, + "mean_token_accuracy": 0.20335941910743713, + "num_tokens": 8370886.0, + "step": 2915 + }, + { + "entropy": 5.358092451095581, + "epoch": 3.4638196915776986, + "grad_norm": 1.1171875, + "learning_rate": 0.0004297299933571708, + "loss": 4.979, + "mean_token_accuracy": 0.1961265355348587, + "num_tokens": 8386889.0, + "step": 2920 + }, + { + "entropy": 5.303919696807862, + "epoch": 3.469750889679715, + "grad_norm": 1.1484375, + "learning_rate": 0.0004293838362032003, + "loss": 4.8924, + "mean_token_accuracy": 0.20297393202781677, + "num_tokens": 8401496.0, + "step": 2925 + }, + { + "entropy": 5.221154403686524, + "epoch": 3.475682087781732, + "grad_norm": 1.1953125, + "learning_rate": 0.00042903698716471677, + "loss": 4.7972, + "mean_token_accuracy": 0.21395667493343354, + "num_tokens": 8415163.0, + "step": 2930 + }, + { + "entropy": 5.2864354133605955, + "epoch": 3.4816132858837485, + "grad_norm": 1.265625, + "learning_rate": 0.0004286894477961541, + "loss": 4.8539, + "mean_token_accuracy": 0.20498222708702088, + "num_tokens": 8428500.0, + "step": 2935 + }, + { + "entropy": 5.211956310272217, + "epoch": 3.487544483985765, + "grad_norm": 1.2421875, + "learning_rate": 0.00042834121965504014, + "loss": 4.8193, + "mean_token_accuracy": 0.19962156265974046, + "num_tokens": 8442396.0, + "step": 2940 + }, + { + "entropy": 5.261499547958374, + "epoch": 3.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 0.00042799230430198935, + "loss": 4.8001, + "mean_token_accuracy": 0.21162467300891877, + "num_tokens": 8454902.0, + "step": 2945 + }, + { + "entropy": 5.300754165649414, + "epoch": 3.4994068801897984, + "grad_norm": 1.21875, + "learning_rate": 0.000427642703300696, + "loss": 4.8967, + "mean_token_accuracy": 0.19730957895517348, + "num_tokens": 8470208.0, + "step": 2950 + }, + { + "entropy": 5.375290298461914, + "epoch": 3.505338078291815, + "grad_norm": 1.3046875, + "learning_rate": 0.00042729241821792726, + "loss": 4.9078, + "mean_token_accuracy": 0.20285119116306305, + "num_tokens": 8482730.0, + "step": 2955 + }, + { + "entropy": 5.288213682174683, + "epoch": 3.511269276393832, + "grad_norm": 1.296875, + "learning_rate": 0.000426941450623516, + "loss": 4.7807, + "mean_token_accuracy": 0.21347712427377702, + "num_tokens": 8497744.0, + "step": 2960 + }, + { + "entropy": 5.23526930809021, + "epoch": 3.5172004744958483, + "grad_norm": 1.265625, + "learning_rate": 0.00042658980209035394, + "loss": 4.8424, + "mean_token_accuracy": 0.2039652407169342, + "num_tokens": 8510339.0, + "step": 2965 + }, + { + "entropy": 5.278820371627807, + "epoch": 3.5231316725978647, + "grad_norm": 1.03125, + "learning_rate": 0.00042623747419438427, + "loss": 4.8601, + "mean_token_accuracy": 0.19893014580011367, + "num_tokens": 8526034.0, + "step": 2970 + }, + { + "entropy": 5.300782060623169, + "epoch": 3.5290628706998812, + "grad_norm": 1.203125, + "learning_rate": 0.000425884468514595, + "loss": 4.8311, + "mean_token_accuracy": 0.19508153647184373, + "num_tokens": 8541077.0, + "step": 2975 + }, + { + "entropy": 5.201849555969238, + "epoch": 3.534994068801898, + "grad_norm": 1.296875, + "learning_rate": 0.00042553078663301163, + "loss": 4.9133, + "mean_token_accuracy": 0.2020286038517952, + "num_tokens": 8554413.0, + "step": 2980 + }, + { + "entropy": 5.383151292800903, + "epoch": 3.5409252669039146, + "grad_norm": 1.0625, + "learning_rate": 0.00042517643013469, + "loss": 4.9415, + "mean_token_accuracy": 0.19757920652627944, + "num_tokens": 8570330.0, + "step": 2985 + }, + { + "entropy": 5.264798593521118, + "epoch": 3.546856465005931, + "grad_norm": 1.0625, + "learning_rate": 0.0004248214006077095, + "loss": 4.9223, + "mean_token_accuracy": 0.19666305929422379, + "num_tokens": 8584755.0, + "step": 2990 + }, + { + "entropy": 5.270085668563842, + "epoch": 3.5527876631079476, + "grad_norm": 1.15625, + "learning_rate": 0.00042446569964316557, + "loss": 4.8375, + "mean_token_accuracy": 0.20343973934650422, + "num_tokens": 8599150.0, + "step": 2995 + }, + { + "entropy": 5.337534952163696, + "epoch": 3.5587188612099645, + "grad_norm": 1.234375, + "learning_rate": 0.00042410932883516297, + "loss": 4.8281, + "mean_token_accuracy": 0.21030140221118926, + "num_tokens": 8612216.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 5.115275088994781, + "eval_loss": 5.378669261932373, + "eval_mean_token_accuracy": 0.18159165635613575, + "eval_num_tokens": 8612216.0, + "eval_runtime": 1.8464, + "eval_samples_per_second": 1412.485, + "eval_steps_per_second": 176.561, + "step": 3000 + }, + { + "entropy": 5.2384631633758545, + "epoch": 3.564650059311981, + "grad_norm": 1.078125, + "learning_rate": 0.00042375228978080813, + "loss": 4.7999, + "mean_token_accuracy": 0.20705851465463637, + "num_tokens": 8626461.0, + "step": 3005 + }, + { + "entropy": 5.26929349899292, + "epoch": 3.5705812574139975, + "grad_norm": 1.2578125, + "learning_rate": 0.00042339458408020267, + "loss": 4.8719, + "mean_token_accuracy": 0.20896317958831787, + "num_tokens": 8640518.0, + "step": 3010 + }, + { + "entropy": 5.3836877822875975, + "epoch": 3.5765124555160144, + "grad_norm": 1.21875, + "learning_rate": 0.0004230362133364354, + "loss": 5.0032, + "mean_token_accuracy": 0.19405845552682877, + "num_tokens": 8655042.0, + "step": 3015 + }, + { + "entropy": 5.331555795669556, + "epoch": 3.582443653618031, + "grad_norm": 1.21875, + "learning_rate": 0.0004226771791555758, + "loss": 4.8687, + "mean_token_accuracy": 0.20227946639060973, + "num_tokens": 8666988.0, + "step": 3020 + }, + { + "entropy": 5.308227443695069, + "epoch": 3.5883748517200473, + "grad_norm": 1.109375, + "learning_rate": 0.00042231748314666684, + "loss": 4.858, + "mean_token_accuracy": 0.20345826894044877, + "num_tokens": 8680605.0, + "step": 3025 + }, + { + "entropy": 5.290776968002319, + "epoch": 3.5943060498220643, + "grad_norm": 1.1171875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8868, + "mean_token_accuracy": 0.19824704080820083, + "num_tokens": 8695675.0, + "step": 3030 + }, + { + "entropy": 5.343045806884765, + "epoch": 3.6002372479240807, + "grad_norm": 1.1640625, + "learning_rate": 0.00042159611209569416, + "loss": 4.8606, + "mean_token_accuracy": 0.20646759122610092, + "num_tokens": 8709127.0, + "step": 3035 + }, + { + "entropy": 5.256362009048462, + "epoch": 3.606168446026097, + "grad_norm": 1.1875, + "learning_rate": 0.00042123444028651725, + "loss": 4.889, + "mean_token_accuracy": 0.196537484228611, + "num_tokens": 8722769.0, + "step": 3040 + }, + { + "entropy": 5.248602199554443, + "epoch": 3.612099644128114, + "grad_norm": 1.2890625, + "learning_rate": 0.00042087211311504986, + "loss": 4.9117, + "mean_token_accuracy": 0.19731330275535583, + "num_tokens": 8736947.0, + "step": 3045 + }, + { + "entropy": 5.323440074920654, + "epoch": 3.6180308422301306, + "grad_norm": 1.1953125, + "learning_rate": 0.00042050913220509253, + "loss": 4.8829, + "mean_token_accuracy": 0.19690725356340408, + "num_tokens": 8749502.0, + "step": 3050 + }, + { + "entropy": 5.3318212032318115, + "epoch": 3.623962040332147, + "grad_norm": 1.15625, + "learning_rate": 0.00042014549918337554, + "loss": 4.9012, + "mean_token_accuracy": 0.2027341216802597, + "num_tokens": 8764163.0, + "step": 3055 + }, + { + "entropy": 5.290759611129761, + "epoch": 3.6298932384341636, + "grad_norm": 1.140625, + "learning_rate": 0.0004197812156795518, + "loss": 4.9006, + "mean_token_accuracy": 0.2043454796075821, + "num_tokens": 8779273.0, + "step": 3060 + }, + { + "entropy": 5.349752283096313, + "epoch": 3.63582443653618, + "grad_norm": 1.078125, + "learning_rate": 0.0004194162833261893, + "loss": 4.8869, + "mean_token_accuracy": 0.2035081222653389, + "num_tokens": 8792123.0, + "step": 3065 + }, + { + "entropy": 5.310221433639526, + "epoch": 3.641755634638197, + "grad_norm": 1.1875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8708, + "mean_token_accuracy": 0.20052578449249267, + "num_tokens": 8806400.0, + "step": 3070 + }, + { + "entropy": 5.331590366363526, + "epoch": 3.6476868327402134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004186844786156522, + "loss": 4.9825, + "mean_token_accuracy": 0.1974210649728775, + "num_tokens": 8822142.0, + "step": 3075 + }, + { + "entropy": 5.307757616043091, + "epoch": 3.65361803084223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004183176095381238, + "loss": 4.8335, + "mean_token_accuracy": 0.20802835375070572, + "num_tokens": 8837353.0, + "step": 3080 + }, + { + "entropy": 5.156216144561768, + "epoch": 3.659549228944247, + "grad_norm": 1.25, + "learning_rate": 0.000417950098170334, + "loss": 4.7441, + "mean_token_accuracy": 0.21853951513767242, + "num_tokens": 8850518.0, + "step": 3085 + }, + { + "entropy": 5.27046422958374, + "epoch": 3.6654804270462633, + "grad_norm": 1.1015625, + "learning_rate": 0.000417581946159317, + "loss": 4.8447, + "mean_token_accuracy": 0.19811172187328338, + "num_tokens": 8864803.0, + "step": 3090 + }, + { + "entropy": 5.242721843719482, + "epoch": 3.67141162514828, + "grad_norm": 1.1328125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7973, + "mean_token_accuracy": 0.20421399027109147, + "num_tokens": 8878377.0, + "step": 3095 + }, + { + "entropy": 5.224549055099487, + "epoch": 3.6773428232502967, + "grad_norm": 1.109375, + "learning_rate": 0.00041684372681008506, + "loss": 4.7837, + "mean_token_accuracy": 0.2061886966228485, + "num_tokens": 8894022.0, + "step": 3100 + }, + { + "entropy": 5.286148452758789, + "epoch": 3.683274021352313, + "grad_norm": 1.0625, + "learning_rate": 0.00041647366278026415, + "loss": 4.8928, + "mean_token_accuracy": 0.20282113999128343, + "num_tokens": 8909574.0, + "step": 3105 + }, + { + "entropy": 5.247779750823975, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.8256, + "mean_token_accuracy": 0.20906742066144943, + "num_tokens": 8924631.0, + "step": 3110 + }, + { + "entropy": 5.246168184280395, + "epoch": 3.6951364175563466, + "grad_norm": 1.2109375, + "learning_rate": 0.00041573163430257435, + "loss": 4.8637, + "mean_token_accuracy": 0.2084973782300949, + "num_tokens": 8939356.0, + "step": 3115 + }, + { + "entropy": 5.26816577911377, + "epoch": 3.701067615658363, + "grad_norm": 1.2265625, + "learning_rate": 0.00041535967318017037, + "loss": 4.881, + "mean_token_accuracy": 0.1976775720715523, + "num_tokens": 8953257.0, + "step": 3120 + }, + { + "entropy": 5.316601943969727, + "epoch": 3.7069988137603795, + "grad_norm": 1.078125, + "learning_rate": 0.00041498708302375277, + "loss": 4.8873, + "mean_token_accuracy": 0.20530170500278472, + "num_tokens": 8968075.0, + "step": 3125 + }, + { + "entropy": 5.228136730194092, + "epoch": 3.7129300118623965, + "grad_norm": 1.1484375, + "learning_rate": 0.0004146138655031165, + "loss": 4.8035, + "mean_token_accuracy": 0.20728514343500137, + "num_tokens": 8982427.0, + "step": 3130 + }, + { + "entropy": 5.266948699951172, + "epoch": 3.718861209964413, + "grad_norm": 1.1953125, + "learning_rate": 0.0004142400222908681, + "loss": 4.9316, + "mean_token_accuracy": 0.19934711754322051, + "num_tokens": 8997234.0, + "step": 3135 + }, + { + "entropy": 5.302709436416626, + "epoch": 3.7247924080664294, + "grad_norm": 1.25, + "learning_rate": 0.0004138655550624183, + "loss": 4.8697, + "mean_token_accuracy": 0.20431928485631942, + "num_tokens": 9010653.0, + "step": 3140 + }, + { + "entropy": 5.293481540679932, + "epoch": 3.730723606168446, + "grad_norm": 1.2109375, + "learning_rate": 0.0004134904654959745, + "loss": 4.8276, + "mean_token_accuracy": 0.20779955089092256, + "num_tokens": 9023994.0, + "step": 3145 + }, + { + "entropy": 5.191931676864624, + "epoch": 3.7366548042704624, + "grad_norm": 1.1171875, + "learning_rate": 0.00041311475527253284, + "loss": 4.8276, + "mean_token_accuracy": 0.2021656945347786, + "num_tokens": 9037598.0, + "step": 3150 + }, + { + "entropy": 5.2705155372619625, + "epoch": 3.7425860023724793, + "grad_norm": 1.1171875, + "learning_rate": 0.00041273842607587137, + "loss": 4.7678, + "mean_token_accuracy": 0.21347207129001616, + "num_tokens": 9051358.0, + "step": 3155 + }, + { + "entropy": 5.27272777557373, + "epoch": 3.7485172004744958, + "grad_norm": 1.2890625, + "learning_rate": 0.00041236147959254166, + "loss": 4.8517, + "mean_token_accuracy": 0.2055355727672577, + "num_tokens": 9066251.0, + "step": 3160 + }, + { + "entropy": 5.232904863357544, + "epoch": 3.7544483985765122, + "grad_norm": 1.1796875, + "learning_rate": 0.00041198391751186227, + "loss": 4.9021, + "mean_token_accuracy": 0.20066283494234086, + "num_tokens": 9082498.0, + "step": 3165 + }, + { + "entropy": 5.300704860687256, + "epoch": 3.760379596678529, + "grad_norm": 1.0703125, + "learning_rate": 0.0004116057415259101, + "loss": 4.923, + "mean_token_accuracy": 0.19432445913553237, + "num_tokens": 9098722.0, + "step": 3170 + }, + { + "entropy": 5.298966550827027, + "epoch": 3.7663107947805456, + "grad_norm": 1.2734375, + "learning_rate": 0.00041122695332951363, + "loss": 4.8755, + "mean_token_accuracy": 0.20483044534921646, + "num_tokens": 9113568.0, + "step": 3175 + }, + { + "entropy": 5.138703727722168, + "epoch": 3.772241992882562, + "grad_norm": 1.1953125, + "learning_rate": 0.0004108475546202449, + "loss": 4.7256, + "mean_token_accuracy": 0.21436657160520553, + "num_tokens": 9127052.0, + "step": 3180 + }, + { + "entropy": 5.279452180862426, + "epoch": 3.778173190984579, + "grad_norm": 1.2109375, + "learning_rate": 0.0004104675470984121, + "loss": 4.825, + "mean_token_accuracy": 0.19963247179985047, + "num_tokens": 9142035.0, + "step": 3185 + }, + { + "entropy": 5.258629369735718, + "epoch": 3.7841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.0004100869324670517, + "loss": 4.8552, + "mean_token_accuracy": 0.2021898701786995, + "num_tokens": 9156298.0, + "step": 3190 + }, + { + "entropy": 5.250235366821289, + "epoch": 3.790035587188612, + "grad_norm": 1.203125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8446, + "mean_token_accuracy": 0.2019977569580078, + "num_tokens": 9171097.0, + "step": 3195 + }, + { + "entropy": 5.241496419906616, + "epoch": 3.795966785290629, + "grad_norm": 1.1328125, + "learning_rate": 0.000409323888701491, + "loss": 4.8015, + "mean_token_accuracy": 0.20762398689985276, + "num_tokens": 9185449.0, + "step": 3200 + }, + { + "entropy": 5.2927186489105225, + "epoch": 3.8018979833926454, + "grad_norm": 1.2109375, + "learning_rate": 0.0004089414629869373, + "loss": 4.8906, + "mean_token_accuracy": 0.19798029363155364, + "num_tokens": 9200176.0, + "step": 3205 + }, + { + "entropy": 5.227483463287354, + "epoch": 3.807829181494662, + "grad_norm": 1.21875, + "learning_rate": 0.00040855843700213386, + "loss": 4.8104, + "mean_token_accuracy": 0.20071630775928498, + "num_tokens": 9215994.0, + "step": 3210 + }, + { + "entropy": 5.246325349807739, + "epoch": 3.813760379596679, + "grad_norm": 1.2734375, + "learning_rate": 0.0004081748124636449, + "loss": 4.8175, + "mean_token_accuracy": 0.2031637892127037, + "num_tokens": 9228823.0, + "step": 3215 + }, + { + "entropy": 5.2600196361541744, + "epoch": 3.8196915776986953, + "grad_norm": 1.0625, + "learning_rate": 0.00040779059109071706, + "loss": 4.8354, + "mean_token_accuracy": 0.20395856350660324, + "num_tokens": 9242798.0, + "step": 3220 + }, + { + "entropy": 5.222872304916382, + "epoch": 3.8256227758007118, + "grad_norm": 1.2578125, + "learning_rate": 0.0004074057746052713, + "loss": 4.7842, + "mean_token_accuracy": 0.20588795840740204, + "num_tokens": 9256468.0, + "step": 3225 + }, + { + "entropy": 5.16665678024292, + "epoch": 3.8315539739027282, + "grad_norm": 1.2734375, + "learning_rate": 0.0004070203647318963, + "loss": 4.7489, + "mean_token_accuracy": 0.212705360352993, + "num_tokens": 9269239.0, + "step": 3230 + }, + { + "entropy": 5.212870788574219, + "epoch": 3.8374851720047447, + "grad_norm": 1.0703125, + "learning_rate": 0.00040663436319783965, + "loss": 4.8237, + "mean_token_accuracy": 0.21029830425977708, + "num_tokens": 9284663.0, + "step": 3235 + }, + { + "entropy": 5.273494386672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.21875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8944, + "mean_token_accuracy": 0.19617415815591813, + "num_tokens": 9300296.0, + "step": 3240 + }, + { + "entropy": 5.281278800964356, + "epoch": 3.849347568208778, + "grad_norm": 1.0859375, + "learning_rate": 0.00040586059206992214, + "loss": 4.8389, + "mean_token_accuracy": 0.20326420217752456, + "num_tokens": 9315349.0, + "step": 3245 + }, + { + "entropy": 5.236072778701782, + "epoch": 3.8552787663107946, + "grad_norm": 1.34375, + "learning_rate": 0.0004054728259437836, + "loss": 4.7977, + "mean_token_accuracy": 0.20430173128843307, + "num_tokens": 9328274.0, + "step": 3250 + }, + { + "entropy": 5.309047079086303, + "epoch": 3.8612099644128115, + "grad_norm": 1.03125, + "learning_rate": 0.00040508447509239224, + "loss": 4.9287, + "mean_token_accuracy": 0.19508717954158783, + "num_tokens": 9344636.0, + "step": 3255 + }, + { + "entropy": 5.272268867492675, + "epoch": 3.867141162514828, + "grad_norm": 1.265625, + "learning_rate": 0.000404695541256176, + "loss": 4.9194, + "mean_token_accuracy": 0.19614071249961854, + "num_tokens": 9358509.0, + "step": 3260 + }, + { + "entropy": 5.2884923934936525, + "epoch": 3.8730723606168445, + "grad_norm": 1.3203125, + "learning_rate": 0.0004043060261781756, + "loss": 4.8128, + "mean_token_accuracy": 0.21285326927900314, + "num_tokens": 9371729.0, + "step": 3265 + }, + { + "entropy": 5.265279960632324, + "epoch": 3.8790035587188614, + "grad_norm": 1.1171875, + "learning_rate": 0.00040391593160403656, + "loss": 4.8798, + "mean_token_accuracy": 0.2015661120414734, + "num_tokens": 9387358.0, + "step": 3270 + }, + { + "entropy": 5.2136955738067625, + "epoch": 3.884934756820878, + "grad_norm": 1.0859375, + "learning_rate": 0.00040352525928200137, + "loss": 4.852, + "mean_token_accuracy": 0.20008209496736526, + "num_tokens": 9402877.0, + "step": 3275 + }, + { + "entropy": 5.250352573394776, + "epoch": 3.8908659549228943, + "grad_norm": 1.09375, + "learning_rate": 0.0004031340109629017, + "loss": 4.8868, + "mean_token_accuracy": 0.20808616876602173, + "num_tokens": 9417208.0, + "step": 3280 + }, + { + "entropy": 5.24166784286499, + "epoch": 3.8967971530249113, + "grad_norm": 1.25, + "learning_rate": 0.000402742188400151, + "loss": 4.8301, + "mean_token_accuracy": 0.2070718452334404, + "num_tokens": 9432083.0, + "step": 3285 + }, + { + "entropy": 5.175493478775024, + "epoch": 3.9027283511269277, + "grad_norm": 1.15625, + "learning_rate": 0.00040234979334973577, + "loss": 4.7898, + "mean_token_accuracy": 0.20616796761751174, + "num_tokens": 9446674.0, + "step": 3290 + }, + { + "entropy": 5.2479119300842285, + "epoch": 3.908659549228944, + "grad_norm": 1.109375, + "learning_rate": 0.00040195682757020846, + "loss": 4.8019, + "mean_token_accuracy": 0.20965063869953154, + "num_tokens": 9459764.0, + "step": 3295 + }, + { + "entropy": 5.2633058547973635, + "epoch": 3.914590747330961, + "grad_norm": 1.1484375, + "learning_rate": 0.00040156329282267915, + "loss": 4.8968, + "mean_token_accuracy": 0.20849052220582961, + "num_tokens": 9474124.0, + "step": 3300 + }, + { + "entropy": 5.222579622268677, + "epoch": 3.9205219454329776, + "grad_norm": 1.1328125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7853, + "mean_token_accuracy": 0.20645222812891006, + "num_tokens": 9490023.0, + "step": 3305 + }, + { + "entropy": 5.240072774887085, + "epoch": 3.926453143534994, + "grad_norm": 1.21875, + "learning_rate": 0.00040077452348079664, + "loss": 4.8587, + "mean_token_accuracy": 0.20473804771900178, + "num_tokens": 9503959.0, + "step": 3310 + }, + { + "entropy": 5.208593940734863, + "epoch": 3.9323843416370106, + "grad_norm": 1.28125, + "learning_rate": 0.0004003792924213814, + "loss": 4.8166, + "mean_token_accuracy": 0.2046382412314415, + "num_tokens": 9517781.0, + "step": 3315 + }, + { + "entropy": 5.232274770736694, + "epoch": 3.938315539739027, + "grad_norm": 1.1484375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8498, + "mean_token_accuracy": 0.19851578176021575, + "num_tokens": 9533003.0, + "step": 3320 + }, + { + "entropy": 5.226209592819214, + "epoch": 3.944246737841044, + "grad_norm": 1.1328125, + "learning_rate": 0.0003995871463819059, + "loss": 4.7903, + "mean_token_accuracy": 0.21287579834461212, + "num_tokens": 9547290.0, + "step": 3325 + }, + { + "entropy": 5.153844738006592, + "epoch": 3.9501779359430604, + "grad_norm": 1.140625, + "learning_rate": 0.00039919023495191665, + "loss": 4.7708, + "mean_token_accuracy": 0.20777983516454696, + "num_tokens": 9562509.0, + "step": 3330 + }, + { + "entropy": 5.209002542495727, + "epoch": 3.956109134045077, + "grad_norm": 1.1640625, + "learning_rate": 0.0003987927669526494, + "loss": 4.8929, + "mean_token_accuracy": 0.20176138281822203, + "num_tokens": 9576487.0, + "step": 3335 + }, + { + "entropy": 5.214754056930542, + "epoch": 3.962040332147094, + "grad_norm": 1.3671875, + "learning_rate": 0.00039839474416539163, + "loss": 4.7734, + "mean_token_accuracy": 0.21207899302244188, + "num_tokens": 9588183.0, + "step": 3340 + }, + { + "entropy": 5.238023090362549, + "epoch": 3.9679715302491103, + "grad_norm": 1.3515625, + "learning_rate": 0.00039799616837391655, + "loss": 4.8461, + "mean_token_accuracy": 0.206203393638134, + "num_tokens": 9601370.0, + "step": 3345 + }, + { + "entropy": 5.263752365112305, + "epoch": 3.973902728351127, + "grad_norm": 1.265625, + "learning_rate": 0.00039759704136447627, + "loss": 4.8283, + "mean_token_accuracy": 0.2098638728260994, + "num_tokens": 9614606.0, + "step": 3350 + }, + { + "entropy": 5.259405422210693, + "epoch": 3.9798339264531437, + "grad_norm": 1.2578125, + "learning_rate": 0.0003971973649257929, + "loss": 4.9096, + "mean_token_accuracy": 0.19953139126300812, + "num_tokens": 9627768.0, + "step": 3355 + }, + { + "entropy": 5.209758615493774, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8041, + "mean_token_accuracy": 0.20649191439151765, + "num_tokens": 9642458.0, + "step": 3360 + }, + { + "entropy": 5.2395233631134035, + "epoch": 3.9916963226571767, + "grad_norm": 1.078125, + "learning_rate": 0.00039639637092788935, + "loss": 4.8842, + "mean_token_accuracy": 0.19882529526948928, + "num_tokens": 9657867.0, + "step": 3365 + }, + { + "entropy": 5.222455215454102, + "epoch": 3.9976275207591936, + "grad_norm": 1.203125, + "learning_rate": 0.000395995056958393, + "loss": 4.8045, + "mean_token_accuracy": 0.21329689472913743, + "num_tokens": 9671738.0, + "step": 3370 + }, + { + "entropy": 5.252622747421265, + "epoch": 4.00355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.00039559320073908526, + "loss": 4.7338, + "mean_token_accuracy": 0.21377498805522918, + "num_tokens": 9685805.0, + "step": 3375 + }, + { + "entropy": 5.204956197738648, + "epoch": 4.0094899169632265, + "grad_norm": 1.21875, + "learning_rate": 0.00039519080407091956, + "loss": 4.5789, + "mean_token_accuracy": 0.22133179903030395, + "num_tokens": 9698705.0, + "step": 3380 + }, + { + "entropy": 5.291049385070801, + "epoch": 4.0154211150652435, + "grad_norm": 1.15625, + "learning_rate": 0.00039478786875727116, + "loss": 4.6815, + "mean_token_accuracy": 0.2198401764035225, + "num_tokens": 9712387.0, + "step": 3385 + }, + { + "entropy": 5.240155267715454, + "epoch": 4.0213523131672595, + "grad_norm": 1.171875, + "learning_rate": 0.00039438439660392983, + "loss": 4.6179, + "mean_token_accuracy": 0.22736048102378845, + "num_tokens": 9727366.0, + "step": 3390 + }, + { + "entropy": 5.270406675338745, + "epoch": 4.027283511269276, + "grad_norm": 1.171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.6481, + "mean_token_accuracy": 0.21909739524126054, + "num_tokens": 9742371.0, + "step": 3395 + }, + { + "entropy": 5.232104969024658, + "epoch": 4.033214709371293, + "grad_norm": 1.171875, + "learning_rate": 0.000393575849013347, + "loss": 4.6162, + "mean_token_accuracy": 0.2263178586959839, + "num_tokens": 9757025.0, + "step": 3400 + }, + { + "entropy": 5.215604496002197, + "epoch": 4.039145907473309, + "grad_norm": 1.1328125, + "learning_rate": 0.00039317077719968143, + "loss": 4.58, + "mean_token_accuracy": 0.22257835566997528, + "num_tokens": 9770294.0, + "step": 3405 + }, + { + "entropy": 5.237159633636475, + "epoch": 4.045077105575326, + "grad_norm": 1.0703125, + "learning_rate": 0.00039276517579345846, + "loss": 4.6106, + "mean_token_accuracy": 0.22150433659553528, + "num_tokens": 9784281.0, + "step": 3410 + }, + { + "entropy": 5.178981685638428, + "epoch": 4.051008303677343, + "grad_norm": 1.125, + "learning_rate": 0.0003923590466124159, + "loss": 4.5859, + "mean_token_accuracy": 0.22869106084108354, + "num_tokens": 9798913.0, + "step": 3415 + }, + { + "entropy": 5.151539134979248, + "epoch": 4.056939501779359, + "grad_norm": 1.125, + "learning_rate": 0.00039195239147665664, + "loss": 4.6757, + "mean_token_accuracy": 0.21322067230939865, + "num_tokens": 9814808.0, + "step": 3420 + }, + { + "entropy": 5.185406255722046, + "epoch": 4.062870699881376, + "grad_norm": 1.1015625, + "learning_rate": 0.00039154521220864094, + "loss": 4.5553, + "mean_token_accuracy": 0.2315121278166771, + "num_tokens": 9828390.0, + "step": 3425 + }, + { + "entropy": 5.175419187545776, + "epoch": 4.068801897983393, + "grad_norm": 1.09375, + "learning_rate": 0.00039113751063317795, + "loss": 4.5995, + "mean_token_accuracy": 0.22583204805850982, + "num_tokens": 9843451.0, + "step": 3430 + }, + { + "entropy": 5.15041823387146, + "epoch": 4.074733096085409, + "grad_norm": 1.140625, + "learning_rate": 0.0003907292885774175, + "loss": 4.5487, + "mean_token_accuracy": 0.2286426231265068, + "num_tokens": 9857213.0, + "step": 3435 + }, + { + "entropy": 5.182267570495606, + "epoch": 4.080664294187426, + "grad_norm": 1.2109375, + "learning_rate": 0.0003903205478708419, + "loss": 4.5376, + "mean_token_accuracy": 0.23350938856601716, + "num_tokens": 9871148.0, + "step": 3440 + }, + { + "entropy": 5.192890882492065, + "epoch": 4.086595492289442, + "grad_norm": 1.3125, + "learning_rate": 0.0003899112903452582, + "loss": 4.6065, + "mean_token_accuracy": 0.2248341768980026, + "num_tokens": 9885292.0, + "step": 3445 + }, + { + "entropy": 5.19174427986145, + "epoch": 4.092526690391459, + "grad_norm": 1.1875, + "learning_rate": 0.00038950151783478926, + "loss": 4.5629, + "mean_token_accuracy": 0.23190463930368424, + "num_tokens": 9899606.0, + "step": 3450 + }, + { + "entropy": 5.110934686660767, + "epoch": 4.098457888493476, + "grad_norm": 1.34375, + "learning_rate": 0.000389091232175866, + "loss": 4.5955, + "mean_token_accuracy": 0.22698074728250503, + "num_tokens": 9913957.0, + "step": 3455 + }, + { + "entropy": 5.213363933563232, + "epoch": 4.104389086595492, + "grad_norm": 1.21875, + "learning_rate": 0.0003886804352072192, + "loss": 4.5958, + "mean_token_accuracy": 0.2245974823832512, + "num_tokens": 9929085.0, + "step": 3460 + }, + { + "entropy": 5.223262071609497, + "epoch": 4.110320284697509, + "grad_norm": 1.265625, + "learning_rate": 0.0003882691287698709, + "loss": 4.649, + "mean_token_accuracy": 0.22422646433115007, + "num_tokens": 9943364.0, + "step": 3465 + }, + { + "entropy": 5.134883260726928, + "epoch": 4.116251482799526, + "grad_norm": 1.2421875, + "learning_rate": 0.0003878573147071265, + "loss": 4.584, + "mean_token_accuracy": 0.2272603452205658, + "num_tokens": 9956360.0, + "step": 3470 + }, + { + "entropy": 5.149964046478272, + "epoch": 4.122182680901542, + "grad_norm": 1.3046875, + "learning_rate": 0.0003874449948645664, + "loss": 4.5779, + "mean_token_accuracy": 0.22001468539237976, + "num_tokens": 9971404.0, + "step": 3475 + }, + { + "entropy": 5.145063638687134, + "epoch": 4.128113879003559, + "grad_norm": 1.1953125, + "learning_rate": 0.0003870321710900375, + "loss": 4.6036, + "mean_token_accuracy": 0.2221436858177185, + "num_tokens": 9984759.0, + "step": 3480 + }, + { + "entropy": 5.189259624481201, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5524, + "mean_token_accuracy": 0.2342180624604225, + "num_tokens": 9999739.0, + "step": 3485 + }, + { + "entropy": 5.103825664520263, + "epoch": 4.139976275207592, + "grad_norm": 1.2421875, + "learning_rate": 0.00038620501914774554, + "loss": 4.5668, + "mean_token_accuracy": 0.22028594464063644, + "num_tokens": 10013297.0, + "step": 3490 + }, + { + "entropy": 5.169662141799927, + "epoch": 4.145907473309609, + "grad_norm": 1.1015625, + "learning_rate": 0.00038579069468693526, + "loss": 4.5929, + "mean_token_accuracy": 0.21831045001745225, + "num_tokens": 10029379.0, + "step": 3495 + }, + { + "entropy": 5.198411178588867, + "epoch": 4.1518386714116255, + "grad_norm": 1.1015625, + "learning_rate": 0.00038537587370804567, + "loss": 4.6916, + "mean_token_accuracy": 0.2164731502532959, + "num_tokens": 10044136.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 5.020286304087727, + "eval_loss": 5.346922397613525, + "eval_mean_token_accuracy": 0.18505660421643522, + "eval_num_tokens": 10044136.0, + "eval_runtime": 1.8396, + "eval_samples_per_second": 1417.674, + "eval_steps_per_second": 177.209, + "step": 3500 + }, + { + "entropy": 5.227693176269531, + "epoch": 4.157769869513642, + "grad_norm": 1.3046875, + "learning_rate": 0.0003849605580701327, + "loss": 4.6668, + "mean_token_accuracy": 0.22239400148391725, + "num_tokens": 10057375.0, + "step": 3505 + }, + { + "entropy": 5.158802080154419, + "epoch": 4.1637010676156585, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845447496344694, + "loss": 4.6326, + "mean_token_accuracy": 0.22630027383565904, + "num_tokens": 10072449.0, + "step": 3510 + }, + { + "entropy": 5.196423530578613, + "epoch": 4.169632265717675, + "grad_norm": 1.2734375, + "learning_rate": 0.00038412845026453715, + "loss": 4.6734, + "mean_token_accuracy": 0.22689690291881562, + "num_tokens": 10086950.0, + "step": 3515 + }, + { + "entropy": 5.166591930389404, + "epoch": 4.1755634638196915, + "grad_norm": 1.1796875, + "learning_rate": 0.00038371166182601756, + "loss": 4.6082, + "mean_token_accuracy": 0.21711431294679642, + "num_tokens": 10100581.0, + "step": 3520 + }, + { + "entropy": 5.07469334602356, + "epoch": 4.181494661921708, + "grad_norm": 1.21875, + "learning_rate": 0.00038329438618678427, + "loss": 4.6429, + "mean_token_accuracy": 0.21760912835597992, + "num_tokens": 10114814.0, + "step": 3525 + }, + { + "entropy": 5.281845664978027, + "epoch": 4.187425860023724, + "grad_norm": 1.078125, + "learning_rate": 0.0003828766252168938, + "loss": 4.6885, + "mean_token_accuracy": 0.2200828194618225, + "num_tokens": 10130865.0, + "step": 3530 + }, + { + "entropy": 5.158840274810791, + "epoch": 4.193357058125741, + "grad_norm": 1.234375, + "learning_rate": 0.00038245838078857837, + "loss": 4.59, + "mean_token_accuracy": 0.22668979316949844, + "num_tokens": 10145360.0, + "step": 3535 + }, + { + "entropy": 5.179746437072754, + "epoch": 4.199288256227758, + "grad_norm": 1.203125, + "learning_rate": 0.0003820396547762363, + "loss": 4.6389, + "mean_token_accuracy": 0.22735691964626312, + "num_tokens": 10159256.0, + "step": 3540 + }, + { + "entropy": 5.188408088684082, + "epoch": 4.205219454329774, + "grad_norm": 1.2421875, + "learning_rate": 0.0003816204490564247, + "loss": 4.6598, + "mean_token_accuracy": 0.21705562025308608, + "num_tokens": 10173575.0, + "step": 3545 + }, + { + "entropy": 5.230910921096802, + "epoch": 4.211150652431791, + "grad_norm": 1.21875, + "learning_rate": 0.0003812007655078501, + "loss": 4.5699, + "mean_token_accuracy": 0.23011870235204696, + "num_tokens": 10187458.0, + "step": 3550 + }, + { + "entropy": 5.220338964462281, + "epoch": 4.217081850533808, + "grad_norm": 1.2421875, + "learning_rate": 0.0003807806060113606, + "loss": 4.6617, + "mean_token_accuracy": 0.22018194049596787, + "num_tokens": 10203227.0, + "step": 3555 + }, + { + "entropy": 5.156262969970703, + "epoch": 4.223013048635824, + "grad_norm": 1.25, + "learning_rate": 0.0003803599724499373, + "loss": 4.6779, + "mean_token_accuracy": 0.20981723070144653, + "num_tokens": 10218180.0, + "step": 3560 + }, + { + "entropy": 5.227419996261597, + "epoch": 4.228944246737841, + "grad_norm": 1.203125, + "learning_rate": 0.000379938866708686, + "loss": 4.6648, + "mean_token_accuracy": 0.22016984224319458, + "num_tokens": 10230451.0, + "step": 3565 + }, + { + "entropy": 5.147335052490234, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6594, + "mean_token_accuracy": 0.21946625411510468, + "num_tokens": 10245311.0, + "step": 3570 + }, + { + "entropy": 5.133081579208374, + "epoch": 4.240806642941874, + "grad_norm": 1.234375, + "learning_rate": 0.00037909524623769405, + "loss": 4.5818, + "mean_token_accuracy": 0.221429505944252, + "num_tokens": 10259835.0, + "step": 3575 + }, + { + "entropy": 5.214091491699219, + "epoch": 4.246737841043891, + "grad_norm": 1.2734375, + "learning_rate": 0.0003786727352887114, + "loss": 4.5934, + "mean_token_accuracy": 0.22173090279102325, + "num_tokens": 10273217.0, + "step": 3580 + }, + { + "entropy": 5.153287887573242, + "epoch": 4.252669039145908, + "grad_norm": 1.1484375, + "learning_rate": 0.00037824975972140004, + "loss": 4.6439, + "mean_token_accuracy": 0.22232050746679305, + "num_tokens": 10288248.0, + "step": 3585 + }, + { + "entropy": 5.15495548248291, + "epoch": 4.258600237247924, + "grad_norm": 1.2734375, + "learning_rate": 0.0003778263214313614, + "loss": 4.5737, + "mean_token_accuracy": 0.2297934979200363, + "num_tokens": 10301781.0, + "step": 3590 + }, + { + "entropy": 5.146904373168946, + "epoch": 4.264531435349941, + "grad_norm": 1.234375, + "learning_rate": 0.00037740242231627086, + "loss": 4.6214, + "mean_token_accuracy": 0.2232473984360695, + "num_tokens": 10315110.0, + "step": 3595 + }, + { + "entropy": 5.213077974319458, + "epoch": 4.270462633451958, + "grad_norm": 1.25, + "learning_rate": 0.00037697806427586895, + "loss": 4.6981, + "mean_token_accuracy": 0.2165798634290695, + "num_tokens": 10329656.0, + "step": 3600 + }, + { + "entropy": 5.230389213562011, + "epoch": 4.276393831553974, + "grad_norm": 1.2109375, + "learning_rate": 0.00037655324921195295, + "loss": 4.691, + "mean_token_accuracy": 0.21956078559160233, + "num_tokens": 10344309.0, + "step": 3605 + }, + { + "entropy": 5.167912483215332, + "epoch": 4.282325029655991, + "grad_norm": 1.34375, + "learning_rate": 0.0003761279790283682, + "loss": 4.6426, + "mean_token_accuracy": 0.22303516566753387, + "num_tokens": 10358137.0, + "step": 3610 + }, + { + "entropy": 5.153679084777832, + "epoch": 4.288256227758007, + "grad_norm": 1.1875, + "learning_rate": 0.00037570225563099993, + "loss": 4.6167, + "mean_token_accuracy": 0.21942669600248338, + "num_tokens": 10371330.0, + "step": 3615 + }, + { + "entropy": 5.144654226303101, + "epoch": 4.294187425860024, + "grad_norm": 1.265625, + "learning_rate": 0.00037527608092776434, + "loss": 4.6139, + "mean_token_accuracy": 0.2273799404501915, + "num_tokens": 10384725.0, + "step": 3620 + }, + { + "entropy": 5.167554092407227, + "epoch": 4.300118623962041, + "grad_norm": 1.2109375, + "learning_rate": 0.0003748494568286002, + "loss": 4.6154, + "mean_token_accuracy": 0.23138349056243895, + "num_tokens": 10397932.0, + "step": 3625 + }, + { + "entropy": 5.163668203353882, + "epoch": 4.306049822064057, + "grad_norm": 1.1640625, + "learning_rate": 0.0003744223852454603, + "loss": 4.6289, + "mean_token_accuracy": 0.21683258563280106, + "num_tokens": 10412066.0, + "step": 3630 + }, + { + "entropy": 5.18852596282959, + "epoch": 4.3119810201660735, + "grad_norm": 1.0859375, + "learning_rate": 0.00037399486809230285, + "loss": 4.6628, + "mean_token_accuracy": 0.2168012887239456, + "num_tokens": 10427606.0, + "step": 3635 + }, + { + "entropy": 5.119349765777588, + "epoch": 4.3179122182680905, + "grad_norm": 1.1640625, + "learning_rate": 0.0003735669072850829, + "loss": 4.6094, + "mean_token_accuracy": 0.22105229794979095, + "num_tokens": 10443155.0, + "step": 3640 + }, + { + "entropy": 5.146313858032227, + "epoch": 4.3238434163701065, + "grad_norm": 1.3046875, + "learning_rate": 0.0003731385047417439, + "loss": 4.6708, + "mean_token_accuracy": 0.21299227476119995, + "num_tokens": 10458132.0, + "step": 3645 + }, + { + "entropy": 5.186775398254395, + "epoch": 4.329774614472123, + "grad_norm": 1.21875, + "learning_rate": 0.000372709662382209, + "loss": 4.6395, + "mean_token_accuracy": 0.2170930966734886, + "num_tokens": 10472705.0, + "step": 3650 + }, + { + "entropy": 5.0983607292175295, + "epoch": 4.33570581257414, + "grad_norm": 1.3203125, + "learning_rate": 0.0003722803821283722, + "loss": 4.5467, + "mean_token_accuracy": 0.22641721069812776, + "num_tokens": 10486672.0, + "step": 3655 + }, + { + "entropy": 5.222255229949951, + "epoch": 4.341637010676156, + "grad_norm": 1.2578125, + "learning_rate": 0.00037185066590408997, + "loss": 4.6333, + "mean_token_accuracy": 0.21913896948099137, + "num_tokens": 10500065.0, + "step": 3660 + }, + { + "entropy": 5.103263092041016, + "epoch": 4.347568208778173, + "grad_norm": 1.0625, + "learning_rate": 0.00037142051563517287, + "loss": 4.5905, + "mean_token_accuracy": 0.2264278218150139, + "num_tokens": 10514701.0, + "step": 3665 + }, + { + "entropy": 5.111184120178223, + "epoch": 4.35349940688019, + "grad_norm": 1.3046875, + "learning_rate": 0.0003709899332493765, + "loss": 4.5704, + "mean_token_accuracy": 0.23085083067417145, + "num_tokens": 10529563.0, + "step": 3670 + }, + { + "entropy": 5.191071891784668, + "epoch": 4.359430604982206, + "grad_norm": 1.328125, + "learning_rate": 0.00037055892067639314, + "loss": 4.6506, + "mean_token_accuracy": 0.21641584038734435, + "num_tokens": 10543450.0, + "step": 3675 + }, + { + "entropy": 5.206526136398315, + "epoch": 4.365361803084223, + "grad_norm": 1.171875, + "learning_rate": 0.00037012747984784276, + "loss": 4.6384, + "mean_token_accuracy": 0.2199138432741165, + "num_tokens": 10559116.0, + "step": 3680 + }, + { + "entropy": 5.21644549369812, + "epoch": 4.37129300118624, + "grad_norm": 1.25, + "learning_rate": 0.0003696956126972648, + "loss": 4.6452, + "mean_token_accuracy": 0.22637478411197662, + "num_tokens": 10574693.0, + "step": 3685 + }, + { + "entropy": 5.092054319381714, + "epoch": 4.377224199288256, + "grad_norm": 1.203125, + "learning_rate": 0.00036926332116010935, + "loss": 4.5395, + "mean_token_accuracy": 0.2312159225344658, + "num_tokens": 10590176.0, + "step": 3690 + }, + { + "entropy": 5.138383865356445, + "epoch": 4.383155397390273, + "grad_norm": 1.203125, + "learning_rate": 0.00036883060717372813, + "loss": 4.6501, + "mean_token_accuracy": 0.22368974089622498, + "num_tokens": 10605601.0, + "step": 3695 + }, + { + "entropy": 5.1499675750732425, + "epoch": 4.389086595492289, + "grad_norm": 1.25, + "learning_rate": 0.0003683974726773664, + "loss": 4.5376, + "mean_token_accuracy": 0.23132699429988862, + "num_tokens": 10620040.0, + "step": 3700 + }, + { + "entropy": 5.116622352600098, + "epoch": 4.395017793594306, + "grad_norm": 1.2421875, + "learning_rate": 0.0003679639196121539, + "loss": 4.53, + "mean_token_accuracy": 0.22960241436958312, + "num_tokens": 10633895.0, + "step": 3705 + }, + { + "entropy": 5.1400289058685305, + "epoch": 4.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 0.00036752994992109617, + "loss": 4.6232, + "mean_token_accuracy": 0.22575592398643493, + "num_tokens": 10647083.0, + "step": 3710 + }, + { + "entropy": 5.216103029251099, + "epoch": 4.406880189798339, + "grad_norm": 1.28125, + "learning_rate": 0.0003670955655490658, + "loss": 4.7424, + "mean_token_accuracy": 0.21175114661455155, + "num_tokens": 10661438.0, + "step": 3715 + }, + { + "entropy": 5.120520973205567, + "epoch": 4.412811387900356, + "grad_norm": 1.203125, + "learning_rate": 0.000366660768442794, + "loss": 4.6608, + "mean_token_accuracy": 0.22239530384540557, + "num_tokens": 10675077.0, + "step": 3720 + }, + { + "entropy": 5.133046722412109, + "epoch": 4.418742586002373, + "grad_norm": 1.4453125, + "learning_rate": 0.00036622556055086167, + "loss": 4.6228, + "mean_token_accuracy": 0.22599105387926102, + "num_tokens": 10688832.0, + "step": 3725 + }, + { + "entropy": 5.1771564960479735, + "epoch": 4.424673784104389, + "grad_norm": 1.296875, + "learning_rate": 0.0003657899438236904, + "loss": 4.5972, + "mean_token_accuracy": 0.22363025099039077, + "num_tokens": 10703550.0, + "step": 3730 + }, + { + "entropy": 5.161020708084107, + "epoch": 4.430604982206406, + "grad_norm": 1.1171875, + "learning_rate": 0.0003653539202135345, + "loss": 4.6814, + "mean_token_accuracy": 0.21189410984516144, + "num_tokens": 10718871.0, + "step": 3735 + }, + { + "entropy": 5.120225811004639, + "epoch": 4.436536180308423, + "grad_norm": 1.0859375, + "learning_rate": 0.0003649174916744713, + "loss": 4.5691, + "mean_token_accuracy": 0.22778605222702025, + "num_tokens": 10733130.0, + "step": 3740 + }, + { + "entropy": 5.11372652053833, + "epoch": 4.442467378410439, + "grad_norm": 1.3203125, + "learning_rate": 0.00036448066016239316, + "loss": 4.591, + "mean_token_accuracy": 0.2257583349943161, + "num_tokens": 10746191.0, + "step": 3745 + }, + { + "entropy": 5.202384519577026, + "epoch": 4.448398576512456, + "grad_norm": 1.15625, + "learning_rate": 0.00036404342763499814, + "loss": 4.7014, + "mean_token_accuracy": 0.2179274767637253, + "num_tokens": 10761532.0, + "step": 3750 + }, + { + "entropy": 5.1345761775970455, + "epoch": 4.454329774614472, + "grad_norm": 1.3203125, + "learning_rate": 0.00036360579605178176, + "loss": 4.5741, + "mean_token_accuracy": 0.2309523969888687, + "num_tokens": 10773876.0, + "step": 3755 + }, + { + "entropy": 5.198349285125732, + "epoch": 4.460260972716489, + "grad_norm": 1.265625, + "learning_rate": 0.00036316776737402767, + "loss": 4.706, + "mean_token_accuracy": 0.21488305777311326, + "num_tokens": 10789515.0, + "step": 3760 + }, + { + "entropy": 5.175128936767578, + "epoch": 4.4661921708185055, + "grad_norm": 1.2890625, + "learning_rate": 0.0003627293435647994, + "loss": 4.6399, + "mean_token_accuracy": 0.21756592392921448, + "num_tokens": 10802989.0, + "step": 3765 + }, + { + "entropy": 5.216635799407959, + "epoch": 4.4721233689205215, + "grad_norm": 1.1953125, + "learning_rate": 0.00036229052658893107, + "loss": 4.7507, + "mean_token_accuracy": 0.20658750236034393, + "num_tokens": 10820901.0, + "step": 3770 + }, + { + "entropy": 5.147482776641846, + "epoch": 4.4780545670225385, + "grad_norm": 1.2265625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5913, + "mean_token_accuracy": 0.22327545136213303, + "num_tokens": 10837085.0, + "step": 3775 + }, + { + "entropy": 5.136006689071655, + "epoch": 4.483985765124555, + "grad_norm": 1.359375, + "learning_rate": 0.00036141172100541245, + "loss": 4.6824, + "mean_token_accuracy": 0.21566203832626343, + "num_tokens": 10850516.0, + "step": 3780 + }, + { + "entropy": 5.116389274597168, + "epoch": 4.489916963226571, + "grad_norm": 1.296875, + "learning_rate": 0.0003609717363362054, + "loss": 4.5751, + "mean_token_accuracy": 0.22675135880708694, + "num_tokens": 10862729.0, + "step": 3785 + }, + { + "entropy": 5.127182102203369, + "epoch": 4.495848161328588, + "grad_norm": 1.171875, + "learning_rate": 0.00036053136637722715, + "loss": 4.6331, + "mean_token_accuracy": 0.22329270988702773, + "num_tokens": 10876905.0, + "step": 3790 + }, + { + "entropy": 5.097813844680786, + "epoch": 4.501779359430605, + "grad_norm": 1.28125, + "learning_rate": 0.00036009061310203374, + "loss": 4.5955, + "mean_token_accuracy": 0.2258339047431946, + "num_tokens": 10891512.0, + "step": 3795 + }, + { + "entropy": 5.113168001174927, + "epoch": 4.507710557532621, + "grad_norm": 1.2109375, + "learning_rate": 0.00035964947848589904, + "loss": 4.644, + "mean_token_accuracy": 0.22778607308864593, + "num_tokens": 10906305.0, + "step": 3800 + }, + { + "entropy": 5.182066869735718, + "epoch": 4.513641755634638, + "grad_norm": 1.21875, + "learning_rate": 0.00035920796450580596, + "loss": 4.6454, + "mean_token_accuracy": 0.21349077373743058, + "num_tokens": 10920264.0, + "step": 3805 + }, + { + "entropy": 5.152199935913086, + "epoch": 4.519572953736655, + "grad_norm": 1.3125, + "learning_rate": 0.00035876607314043766, + "loss": 4.5708, + "mean_token_accuracy": 0.22555846422910691, + "num_tokens": 10935259.0, + "step": 3810 + }, + { + "entropy": 5.172924184799195, + "epoch": 4.525504151838671, + "grad_norm": 1.234375, + "learning_rate": 0.00035832380637016846, + "loss": 4.5696, + "mean_token_accuracy": 0.22784841507673265, + "num_tokens": 10949152.0, + "step": 3815 + }, + { + "entropy": 5.14452896118164, + "epoch": 4.531435349940688, + "grad_norm": 1.21875, + "learning_rate": 0.00035788116617705535, + "loss": 4.6479, + "mean_token_accuracy": 0.2216280072927475, + "num_tokens": 10963676.0, + "step": 3820 + }, + { + "entropy": 5.132648754119873, + "epoch": 4.537366548042705, + "grad_norm": 1.2890625, + "learning_rate": 0.00035743815454482834, + "loss": 4.6353, + "mean_token_accuracy": 0.22373753786087036, + "num_tokens": 10977252.0, + "step": 3825 + }, + { + "entropy": 5.137279415130616, + "epoch": 4.543297746144721, + "grad_norm": 1.1328125, + "learning_rate": 0.0003569947734588824, + "loss": 4.5649, + "mean_token_accuracy": 0.2225010246038437, + "num_tokens": 10991712.0, + "step": 3830 + }, + { + "entropy": 5.2095400333404545, + "epoch": 4.549228944246738, + "grad_norm": 1.2421875, + "learning_rate": 0.0003565510249062684, + "loss": 4.6933, + "mean_token_accuracy": 0.22007708251476288, + "num_tokens": 11005702.0, + "step": 3835 + }, + { + "entropy": 5.105282306671143, + "epoch": 4.555160142348754, + "grad_norm": 1.171875, + "learning_rate": 0.0003561069108756837, + "loss": 4.5892, + "mean_token_accuracy": 0.22158416509628295, + "num_tokens": 11021719.0, + "step": 3840 + }, + { + "entropy": 5.156867980957031, + "epoch": 4.561091340450771, + "grad_norm": 1.21875, + "learning_rate": 0.00035566243335746387, + "loss": 4.591, + "mean_token_accuracy": 0.2239339157938957, + "num_tokens": 11037433.0, + "step": 3845 + }, + { + "entropy": 5.179976892471314, + "epoch": 4.567022538552788, + "grad_norm": 1.15625, + "learning_rate": 0.0003552175943435731, + "loss": 4.6669, + "mean_token_accuracy": 0.2245661124587059, + "num_tokens": 11052668.0, + "step": 3850 + }, + { + "entropy": 5.109709453582764, + "epoch": 4.572953736654805, + "grad_norm": 1.171875, + "learning_rate": 0.00035477239582759623, + "loss": 4.6675, + "mean_token_accuracy": 0.22011647373437881, + "num_tokens": 11066863.0, + "step": 3855 + }, + { + "entropy": 5.11295337677002, + "epoch": 4.578884934756821, + "grad_norm": 1.125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5614, + "mean_token_accuracy": 0.23219281882047654, + "num_tokens": 11080442.0, + "step": 3860 + }, + { + "entropy": 4.990843963623047, + "epoch": 4.584816132858838, + "grad_norm": 1.265625, + "learning_rate": 0.0003538809282717683, + "loss": 4.559, + "mean_token_accuracy": 0.22965454459190368, + "num_tokens": 11094265.0, + "step": 3865 + }, + { + "entropy": 5.139933681488037, + "epoch": 4.590747330960854, + "grad_norm": 1.15625, + "learning_rate": 0.0003534346632271063, + "loss": 4.5986, + "mean_token_accuracy": 0.2235052466392517, + "num_tokens": 11107948.0, + "step": 3870 + }, + { + "entropy": 5.1104552268981935, + "epoch": 4.596678529062871, + "grad_norm": 1.171875, + "learning_rate": 0.00035298804667071806, + "loss": 4.6201, + "mean_token_accuracy": 0.22032146602869035, + "num_tokens": 11123733.0, + "step": 3875 + }, + { + "entropy": 5.084698867797852, + "epoch": 4.602609727164888, + "grad_norm": 1.3359375, + "learning_rate": 0.00035254108060415415, + "loss": 4.5102, + "mean_token_accuracy": 0.23329276591539383, + "num_tokens": 11137470.0, + "step": 3880 + }, + { + "entropy": 5.160935544967652, + "epoch": 4.608540925266904, + "grad_norm": 1.1875, + "learning_rate": 0.0003520937670305318, + "loss": 4.6283, + "mean_token_accuracy": 0.22270422875881196, + "num_tokens": 11150672.0, + "step": 3885 + }, + { + "entropy": 5.141030311584473, + "epoch": 4.6144721233689205, + "grad_norm": 1.4296875, + "learning_rate": 0.0003516461079545255, + "loss": 4.6663, + "mean_token_accuracy": 0.22410372346639634, + "num_tokens": 11163366.0, + "step": 3890 + }, + { + "entropy": 5.07563796043396, + "epoch": 4.6204033214709375, + "grad_norm": 1.3125, + "learning_rate": 0.0003511981053823579, + "loss": 4.5491, + "mean_token_accuracy": 0.23535104542970658, + "num_tokens": 11176989.0, + "step": 3895 + }, + { + "entropy": 5.125807237625122, + "epoch": 4.6263345195729535, + "grad_norm": 1.203125, + "learning_rate": 0.00035074976132179155, + "loss": 4.6362, + "mean_token_accuracy": 0.22436542063951492, + "num_tokens": 11193992.0, + "step": 3900 + }, + { + "entropy": 5.187803173065186, + "epoch": 4.63226571767497, + "grad_norm": 1.2578125, + "learning_rate": 0.00035030107778211893, + "loss": 4.6421, + "mean_token_accuracy": 0.21867447048425676, + "num_tokens": 11207550.0, + "step": 3905 + }, + { + "entropy": 5.1066632747650145, + "epoch": 4.638196915776987, + "grad_norm": 1.4375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5852, + "mean_token_accuracy": 0.225179061293602, + "num_tokens": 11219085.0, + "step": 3910 + }, + { + "entropy": 5.148821544647217, + "epoch": 4.644128113879003, + "grad_norm": 1.3125, + "learning_rate": 0.0003494027003102239, + "loss": 4.6546, + "mean_token_accuracy": 0.21317517310380935, + "num_tokens": 11232042.0, + "step": 3915 + }, + { + "entropy": 5.152273654937744, + "epoch": 4.65005931198102, + "grad_norm": 1.3046875, + "learning_rate": 0.0003489530104041577, + "loss": 4.5991, + "mean_token_accuracy": 0.2264350801706314, + "num_tokens": 11246032.0, + "step": 3920 + }, + { + "entropy": 5.1843384265899655, + "epoch": 4.655990510083036, + "grad_norm": 1.2109375, + "learning_rate": 0.00034850298907128, + "loss": 4.6177, + "mean_token_accuracy": 0.22426479309797287, + "num_tokens": 11258725.0, + "step": 3925 + }, + { + "entropy": 5.2273252487182615, + "epoch": 4.661921708185053, + "grad_norm": 1.1484375, + "learning_rate": 0.00034805263832840024, + "loss": 4.6457, + "mean_token_accuracy": 0.22100189179182053, + "num_tokens": 11273158.0, + "step": 3930 + }, + { + "entropy": 5.096646118164062, + "epoch": 4.66785290628707, + "grad_norm": 1.1328125, + "learning_rate": 0.00034760196019380425, + "loss": 4.5997, + "mean_token_accuracy": 0.22735713720321654, + "num_tokens": 11287546.0, + "step": 3935 + }, + { + "entropy": 5.085669708251953, + "epoch": 4.673784104389087, + "grad_norm": 1.1796875, + "learning_rate": 0.00034715095668724495, + "loss": 4.592, + "mean_token_accuracy": 0.22104404717683793, + "num_tokens": 11301939.0, + "step": 3940 + }, + { + "entropy": 5.096437883377075, + "epoch": 4.679715302491103, + "grad_norm": 1.25, + "learning_rate": 0.0003466996298299336, + "loss": 4.5809, + "mean_token_accuracy": 0.2251782923936844, + "num_tokens": 11316241.0, + "step": 3945 + }, + { + "entropy": 5.09359393119812, + "epoch": 4.68564650059312, + "grad_norm": 1.2421875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5913, + "mean_token_accuracy": 0.22615923583507538, + "num_tokens": 11330229.0, + "step": 3950 + }, + { + "entropy": 5.110808897018432, + "epoch": 4.691577698695136, + "grad_norm": 1.21875, + "learning_rate": 0.0003457960141551365, + "loss": 4.6379, + "mean_token_accuracy": 0.2169965386390686, + "num_tokens": 11344039.0, + "step": 3955 + }, + { + "entropy": 5.064412307739258, + "epoch": 4.697508896797153, + "grad_norm": 1.078125, + "learning_rate": 0.0003453437293872823, + "loss": 4.5888, + "mean_token_accuracy": 0.22691078931093217, + "num_tokens": 11360575.0, + "step": 3960 + }, + { + "entropy": 5.082876777648925, + "epoch": 4.70344009489917, + "grad_norm": 1.21875, + "learning_rate": 0.0003448911293679217, + "loss": 4.593, + "mean_token_accuracy": 0.21696411967277526, + "num_tokens": 11374497.0, + "step": 3965 + }, + { + "entropy": 5.039003133773804, + "epoch": 4.709371293001186, + "grad_norm": 1.5078125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5753, + "mean_token_accuracy": 0.22117762714624406, + "num_tokens": 11388599.0, + "step": 3970 + }, + { + "entropy": 5.1324187278747555, + "epoch": 4.715302491103203, + "grad_norm": 1.296875, + "learning_rate": 0.0003439849916895488, + "loss": 4.6502, + "mean_token_accuracy": 0.21559511572122575, + "num_tokens": 11405250.0, + "step": 3975 + }, + { + "entropy": 5.173594236373901, + "epoch": 4.72123368920522, + "grad_norm": 1.21875, + "learning_rate": 0.000343531458091471, + "loss": 4.6132, + "mean_token_accuracy": 0.22334654480218888, + "num_tokens": 11420400.0, + "step": 3980 + }, + { + "entropy": 5.094462585449219, + "epoch": 4.727164887307236, + "grad_norm": 1.328125, + "learning_rate": 0.00034307761736373723, + "loss": 4.5893, + "mean_token_accuracy": 0.22144442647695542, + "num_tokens": 11434556.0, + "step": 3985 + }, + { + "entropy": 5.078504037857056, + "epoch": 4.733096085409253, + "grad_norm": 1.15625, + "learning_rate": 0.0003426234715402738, + "loss": 4.6124, + "mean_token_accuracy": 0.22620677947998047, + "num_tokens": 11447706.0, + "step": 3990 + }, + { + "entropy": 5.036744213104248, + "epoch": 4.73902728351127, + "grad_norm": 1.3359375, + "learning_rate": 0.00034216902265637463, + "loss": 4.5329, + "mean_token_accuracy": 0.23338659703731537, + "num_tokens": 11460403.0, + "step": 3995 + }, + { + "entropy": 5.100195646286011, + "epoch": 4.744958481613286, + "grad_norm": 1.2265625, + "learning_rate": 0.00034171427274869165, + "loss": 4.5776, + "mean_token_accuracy": 0.22660993784666061, + "num_tokens": 11473480.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.973582953763154, + "eval_loss": 5.3110127449035645, + "eval_mean_token_accuracy": 0.18897583593894368, + "eval_num_tokens": 11473480.0, + "eval_runtime": 1.8532, + "eval_samples_per_second": 1407.286, + "eval_steps_per_second": 175.911, + "step": 4000 + }, + { + "entropy": 5.1172112941741945, + "epoch": 4.750889679715303, + "grad_norm": 1.265625, + "learning_rate": 0.0003412592238552259, + "loss": 4.6164, + "mean_token_accuracy": 0.21772716343402862, + "num_tokens": 11487802.0, + "step": 4005 + }, + { + "entropy": 5.137145376205444, + "epoch": 4.756820877817319, + "grad_norm": 1.4765625, + "learning_rate": 0.0003408038780153183, + "loss": 4.6146, + "mean_token_accuracy": 0.22798207998275757, + "num_tokens": 11500678.0, + "step": 4010 + }, + { + "entropy": 5.170333051681519, + "epoch": 4.762752075919336, + "grad_norm": 1.1640625, + "learning_rate": 0.0003403482372696407, + "loss": 4.7059, + "mean_token_accuracy": 0.2192747101187706, + "num_tokens": 11516086.0, + "step": 4015 + }, + { + "entropy": 5.153791618347168, + "epoch": 4.7686832740213525, + "grad_norm": 1.0546875, + "learning_rate": 0.0003398923036601864, + "loss": 4.5794, + "mean_token_accuracy": 0.23285715728998185, + "num_tokens": 11530418.0, + "step": 4020 + }, + { + "entropy": 5.120864725112915, + "epoch": 4.7746144721233685, + "grad_norm": 1.296875, + "learning_rate": 0.0003394360792302614, + "loss": 4.6162, + "mean_token_accuracy": 0.22271257191896437, + "num_tokens": 11544201.0, + "step": 4025 + }, + { + "entropy": 5.062304544448852, + "epoch": 4.7805456702253855, + "grad_norm": 1.3046875, + "learning_rate": 0.00033897956602447495, + "loss": 4.5913, + "mean_token_accuracy": 0.23471794575452803, + "num_tokens": 11557670.0, + "step": 4030 + }, + { + "entropy": 5.183228778839111, + "epoch": 4.786476868327402, + "grad_norm": 1.296875, + "learning_rate": 0.00033852276608873033, + "loss": 4.6154, + "mean_token_accuracy": 0.2266019254922867, + "num_tokens": 11573100.0, + "step": 4035 + }, + { + "entropy": 5.045351123809814, + "epoch": 4.792408066429418, + "grad_norm": 1.078125, + "learning_rate": 0.0003380656814702161, + "loss": 4.6415, + "mean_token_accuracy": 0.21563443243503572, + "num_tokens": 11588618.0, + "step": 4040 + }, + { + "entropy": 5.1790376663208, + "epoch": 4.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 0.0003376083142173964, + "loss": 4.622, + "mean_token_accuracy": 0.2192870169878006, + "num_tokens": 11604079.0, + "step": 4045 + }, + { + "entropy": 5.134679889678955, + "epoch": 4.804270462633452, + "grad_norm": 1.2734375, + "learning_rate": 0.00033715066638000216, + "loss": 4.6497, + "mean_token_accuracy": 0.22042945474386216, + "num_tokens": 11618303.0, + "step": 4050 + }, + { + "entropy": 5.141388034820556, + "epoch": 4.810201660735468, + "grad_norm": 1.2578125, + "learning_rate": 0.0003366927400090217, + "loss": 4.7105, + "mean_token_accuracy": 0.21687523722648622, + "num_tokens": 11633781.0, + "step": 4055 + }, + { + "entropy": 5.128380680084229, + "epoch": 4.816132858837485, + "grad_norm": 1.1875, + "learning_rate": 0.0003362345371566918, + "loss": 4.621, + "mean_token_accuracy": 0.2218765750527382, + "num_tokens": 11648386.0, + "step": 4060 + }, + { + "entropy": 5.11420578956604, + "epoch": 4.822064056939502, + "grad_norm": 1.2734375, + "learning_rate": 0.000335776059876488, + "loss": 4.5953, + "mean_token_accuracy": 0.22473504543304443, + "num_tokens": 11663244.0, + "step": 4065 + }, + { + "entropy": 5.11981897354126, + "epoch": 4.827995255041518, + "grad_norm": 1.078125, + "learning_rate": 0.000335317310223116, + "loss": 4.6482, + "mean_token_accuracy": 0.22506206780672072, + "num_tokens": 11677743.0, + "step": 4070 + }, + { + "entropy": 5.121033716201782, + "epoch": 4.833926453143535, + "grad_norm": 1.1015625, + "learning_rate": 0.00033485829025250194, + "loss": 4.6117, + "mean_token_accuracy": 0.2209271550178528, + "num_tokens": 11692405.0, + "step": 4075 + }, + { + "entropy": 5.129770183563233, + "epoch": 4.839857651245552, + "grad_norm": 1.2109375, + "learning_rate": 0.00033439900202178355, + "loss": 4.566, + "mean_token_accuracy": 0.225058114528656, + "num_tokens": 11706259.0, + "step": 4080 + }, + { + "entropy": 5.07768177986145, + "epoch": 4.845788849347568, + "grad_norm": 1.1796875, + "learning_rate": 0.0003339394475893008, + "loss": 4.628, + "mean_token_accuracy": 0.22601159214973449, + "num_tokens": 11720989.0, + "step": 4085 + }, + { + "entropy": 5.12878794670105, + "epoch": 4.851720047449585, + "grad_norm": 1.21875, + "learning_rate": 0.00033347962901458664, + "loss": 4.5885, + "mean_token_accuracy": 0.2262629583477974, + "num_tokens": 11734808.0, + "step": 4090 + }, + { + "entropy": 5.164223861694336, + "epoch": 4.857651245551601, + "grad_norm": 1.09375, + "learning_rate": 0.0003330195483583577, + "loss": 4.6643, + "mean_token_accuracy": 0.2172366350889206, + "num_tokens": 11751453.0, + "step": 4095 + }, + { + "entropy": 5.152217769622803, + "epoch": 4.863582443653618, + "grad_norm": 1.15625, + "learning_rate": 0.0003325592076825053, + "loss": 4.6702, + "mean_token_accuracy": 0.22375962734222413, + "num_tokens": 11766312.0, + "step": 4100 + }, + { + "entropy": 5.134691858291626, + "epoch": 4.869513641755635, + "grad_norm": 1.234375, + "learning_rate": 0.00033209860905008583, + "loss": 4.6309, + "mean_token_accuracy": 0.21945953518152236, + "num_tokens": 11780568.0, + "step": 4105 + }, + { + "entropy": 5.15923843383789, + "epoch": 4.875444839857651, + "grad_norm": 1.34375, + "learning_rate": 0.0003316377545253121, + "loss": 4.5915, + "mean_token_accuracy": 0.23286497294902803, + "num_tokens": 11794115.0, + "step": 4110 + }, + { + "entropy": 5.141925382614136, + "epoch": 4.881376037959668, + "grad_norm": 1.3046875, + "learning_rate": 0.0003311766461735434, + "loss": 4.6426, + "mean_token_accuracy": 0.21295266151428222, + "num_tokens": 11808618.0, + "step": 4115 + }, + { + "entropy": 5.094759798049926, + "epoch": 4.887307236061685, + "grad_norm": 1.125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5991, + "mean_token_accuracy": 0.22271966338157653, + "num_tokens": 11823676.0, + "step": 4120 + }, + { + "entropy": 5.209707117080688, + "epoch": 4.893238434163701, + "grad_norm": 1.2109375, + "learning_rate": 0.0003302536762561374, + "loss": 4.7027, + "mean_token_accuracy": 0.2192170202732086, + "num_tokens": 11839464.0, + "step": 4125 + }, + { + "entropy": 5.062328433990478, + "epoch": 4.899169632265718, + "grad_norm": 1.4140625, + "learning_rate": 0.0003297918188268695, + "loss": 4.5591, + "mean_token_accuracy": 0.2297174409031868, + "num_tokens": 11853120.0, + "step": 4130 + }, + { + "entropy": 5.148861503601074, + "epoch": 4.905100830367735, + "grad_norm": 1.25, + "learning_rate": 0.0003293297158433271, + "loss": 4.7366, + "mean_token_accuracy": 0.21533858329057692, + "num_tokens": 11868616.0, + "step": 4135 + }, + { + "entropy": 5.112665367126465, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6655, + "mean_token_accuracy": 0.22212830632925035, + "num_tokens": 11884259.0, + "step": 4140 + }, + { + "entropy": 5.08416862487793, + "epoch": 4.9169632265717675, + "grad_norm": 1.171875, + "learning_rate": 0.00032840478149832815, + "loss": 4.449, + "mean_token_accuracy": 0.2423354059457779, + "num_tokens": 11898256.0, + "step": 4145 + }, + { + "entropy": 5.063034963607788, + "epoch": 4.9228944246737845, + "grad_norm": 1.2265625, + "learning_rate": 0.0003279419542820448, + "loss": 4.551, + "mean_token_accuracy": 0.2311101108789444, + "num_tokens": 11911723.0, + "step": 4150 + }, + { + "entropy": 5.142038631439209, + "epoch": 4.9288256227758005, + "grad_norm": 1.1171875, + "learning_rate": 0.0003274788898018149, + "loss": 4.5796, + "mean_token_accuracy": 0.22500521093606948, + "num_tokens": 11925426.0, + "step": 4155 + }, + { + "entropy": 5.132814598083496, + "epoch": 4.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 0.00032701559013290196, + "loss": 4.6597, + "mean_token_accuracy": 0.2190490886569023, + "num_tokens": 11939988.0, + "step": 4160 + }, + { + "entropy": 5.126315689086914, + "epoch": 4.940688018979834, + "grad_norm": 1.234375, + "learning_rate": 0.0003265520573516235, + "loss": 4.6702, + "mean_token_accuracy": 0.2171184942126274, + "num_tokens": 11956191.0, + "step": 4165 + }, + { + "entropy": 5.137754583358765, + "epoch": 4.94661921708185, + "grad_norm": 1.1953125, + "learning_rate": 0.00032608829353534185, + "loss": 4.4981, + "mean_token_accuracy": 0.23121672868728638, + "num_tokens": 11969383.0, + "step": 4170 + }, + { + "entropy": 5.063600778579712, + "epoch": 4.952550415183867, + "grad_norm": 1.3515625, + "learning_rate": 0.0003256243007624546, + "loss": 4.6074, + "mean_token_accuracy": 0.227222304046154, + "num_tokens": 11982637.0, + "step": 4175 + }, + { + "entropy": 5.16174087524414, + "epoch": 4.958481613285883, + "grad_norm": 1.2265625, + "learning_rate": 0.00032516008111238543, + "loss": 4.7031, + "mean_token_accuracy": 0.21758340299129486, + "num_tokens": 11998435.0, + "step": 4180 + }, + { + "entropy": 5.150749254226684, + "epoch": 4.9644128113879, + "grad_norm": 1.3046875, + "learning_rate": 0.000324695636665575, + "loss": 4.5789, + "mean_token_accuracy": 0.2266886606812477, + "num_tokens": 12012350.0, + "step": 4185 + }, + { + "entropy": 5.061676692962647, + "epoch": 4.970344009489917, + "grad_norm": 1.3125, + "learning_rate": 0.0003242309695034711, + "loss": 4.5531, + "mean_token_accuracy": 0.2306838244199753, + "num_tokens": 12027013.0, + "step": 4190 + }, + { + "entropy": 5.138293647766114, + "epoch": 4.976275207591933, + "grad_norm": 1.328125, + "learning_rate": 0.0003237660817085199, + "loss": 4.5993, + "mean_token_accuracy": 0.2283959522843361, + "num_tokens": 12040545.0, + "step": 4195 + }, + { + "entropy": 5.06140170097351, + "epoch": 4.98220640569395, + "grad_norm": 1.25, + "learning_rate": 0.0003233009753641562, + "loss": 4.5951, + "mean_token_accuracy": 0.21818092912435533, + "num_tokens": 12052669.0, + "step": 4200 + }, + { + "entropy": 5.118586254119873, + "epoch": 4.988137603795967, + "grad_norm": 1.171875, + "learning_rate": 0.00032283565255479443, + "loss": 4.6595, + "mean_token_accuracy": 0.2214762330055237, + "num_tokens": 12067609.0, + "step": 4205 + }, + { + "entropy": 5.106495141983032, + "epoch": 4.994068801897983, + "grad_norm": 1.140625, + "learning_rate": 0.00032237011536581883, + "loss": 4.5996, + "mean_token_accuracy": 0.2205090567469597, + "num_tokens": 12083532.0, + "step": 4210 + }, + { + "entropy": 5.044345331192017, + "epoch": 5.0, + "grad_norm": 1.2578125, + "learning_rate": 0.00032190436588357466, + "loss": 4.5124, + "mean_token_accuracy": 0.2313455581665039, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 5.0977202415466305, + "epoch": 5.005931198102017, + "grad_norm": 1.2578125, + "learning_rate": 0.00032143840619535844, + "loss": 4.3992, + "mean_token_accuracy": 0.24052878320217133, + "num_tokens": 12110008.0, + "step": 4220 + }, + { + "entropy": 5.193525218963623, + "epoch": 5.011862396204033, + "grad_norm": 1.3671875, + "learning_rate": 0.00032097223838940895, + "loss": 4.4565, + "mean_token_accuracy": 0.23717499822378157, + "num_tokens": 12123564.0, + "step": 4225 + }, + { + "entropy": 5.020761775970459, + "epoch": 5.01779359430605, + "grad_norm": 1.3515625, + "learning_rate": 0.0003205058645548975, + "loss": 4.3462, + "mean_token_accuracy": 0.24368706345558167, + "num_tokens": 12135654.0, + "step": 4230 + }, + { + "entropy": 5.106616544723511, + "epoch": 5.023724792408067, + "grad_norm": 1.1484375, + "learning_rate": 0.00032003928678191857, + "loss": 4.4389, + "mean_token_accuracy": 0.24426850974559783, + "num_tokens": 12151878.0, + "step": 4235 + }, + { + "entropy": 5.111999416351319, + "epoch": 5.029655990510083, + "grad_norm": 1.234375, + "learning_rate": 0.00031957250716148095, + "loss": 4.4205, + "mean_token_accuracy": 0.24172550141811372, + "num_tokens": 12166783.0, + "step": 4240 + }, + { + "entropy": 5.106918144226074, + "epoch": 5.0355871886121, + "grad_norm": 1.0390625, + "learning_rate": 0.0003191055277854979, + "loss": 4.413, + "mean_token_accuracy": 0.23831177949905397, + "num_tokens": 12181850.0, + "step": 4245 + }, + { + "entropy": 5.06575288772583, + "epoch": 5.041518386714117, + "grad_norm": 1.1796875, + "learning_rate": 0.0003186383507467777, + "loss": 4.4071, + "mean_token_accuracy": 0.24049823731184006, + "num_tokens": 12197551.0, + "step": 4250 + }, + { + "entropy": 5.151325750350952, + "epoch": 5.047449584816133, + "grad_norm": 1.1171875, + "learning_rate": 0.000318170978139015, + "loss": 4.4194, + "mean_token_accuracy": 0.24809695929288864, + "num_tokens": 12211866.0, + "step": 4255 + }, + { + "entropy": 5.075999069213867, + "epoch": 5.05338078291815, + "grad_norm": 1.1640625, + "learning_rate": 0.0003177034120567802, + "loss": 4.3758, + "mean_token_accuracy": 0.24837716519832612, + "num_tokens": 12225355.0, + "step": 4260 + }, + { + "entropy": 5.073236656188965, + "epoch": 5.059311981020166, + "grad_norm": 1.1640625, + "learning_rate": 0.0003172356545955113, + "loss": 4.4411, + "mean_token_accuracy": 0.23925310075283052, + "num_tokens": 12239145.0, + "step": 4265 + }, + { + "entropy": 5.124061870574951, + "epoch": 5.065243179122183, + "grad_norm": 1.3984375, + "learning_rate": 0.0003167677078515038, + "loss": 4.4251, + "mean_token_accuracy": 0.24072834402322768, + "num_tokens": 12252783.0, + "step": 4270 + }, + { + "entropy": 5.129145908355713, + "epoch": 5.0711743772241995, + "grad_norm": 1.1875, + "learning_rate": 0.0003162995739219015, + "loss": 4.4378, + "mean_token_accuracy": 0.24578703790903092, + "num_tokens": 12267213.0, + "step": 4275 + }, + { + "entropy": 5.054633903503418, + "epoch": 5.0771055753262155, + "grad_norm": 1.2421875, + "learning_rate": 0.00031583125490468707, + "loss": 4.3861, + "mean_token_accuracy": 0.24333062916994094, + "num_tokens": 12282343.0, + "step": 4280 + }, + { + "entropy": 5.082663679122925, + "epoch": 5.0830367734282325, + "grad_norm": 1.265625, + "learning_rate": 0.0003153627528986727, + "loss": 4.4739, + "mean_token_accuracy": 0.2342817172408104, + "num_tokens": 12296992.0, + "step": 4285 + }, + { + "entropy": 5.127687978744507, + "epoch": 5.088967971530249, + "grad_norm": 1.3125, + "learning_rate": 0.00031489407000349066, + "loss": 4.3977, + "mean_token_accuracy": 0.24621239304542542, + "num_tokens": 12311578.0, + "step": 4290 + }, + { + "entropy": 5.121638345718384, + "epoch": 5.094899169632265, + "grad_norm": 1.2421875, + "learning_rate": 0.0003144252083195838, + "loss": 4.3969, + "mean_token_accuracy": 0.24439515620470048, + "num_tokens": 12324388.0, + "step": 4295 + }, + { + "entropy": 5.092789840698242, + "epoch": 5.100830367734282, + "grad_norm": 1.3828125, + "learning_rate": 0.0003139561699481964, + "loss": 4.4088, + "mean_token_accuracy": 0.2482080116868019, + "num_tokens": 12339367.0, + "step": 4300 + }, + { + "entropy": 5.011153650283814, + "epoch": 5.106761565836299, + "grad_norm": 1.265625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3882, + "mean_token_accuracy": 0.23841349184513091, + "num_tokens": 12353688.0, + "step": 4305 + }, + { + "entropy": 5.068828439712524, + "epoch": 5.112692763938315, + "grad_norm": 1.3046875, + "learning_rate": 0.00031301757155190646, + "loss": 4.4347, + "mean_token_accuracy": 0.23907528519630433, + "num_tokens": 12368851.0, + "step": 4310 + }, + { + "entropy": 5.0919310569763185, + "epoch": 5.118623962040332, + "grad_norm": 1.3125, + "learning_rate": 0.00031254801573341376, + "loss": 4.4223, + "mean_token_accuracy": 0.23554269075393677, + "num_tokens": 12384307.0, + "step": 4315 + }, + { + "entropy": 5.050035047531128, + "epoch": 5.124555160142349, + "grad_norm": 1.140625, + "learning_rate": 0.00031207829164024134, + "loss": 4.3953, + "mean_token_accuracy": 0.24872940331697463, + "num_tokens": 12398298.0, + "step": 4320 + }, + { + "entropy": 5.015953493118286, + "epoch": 5.130486358244365, + "grad_norm": 1.328125, + "learning_rate": 0.0003116084013774984, + "loss": 4.3436, + "mean_token_accuracy": 0.25204775035381316, + "num_tokens": 12411899.0, + "step": 4325 + }, + { + "entropy": 5.032298278808594, + "epoch": 5.136417556346382, + "grad_norm": 1.2109375, + "learning_rate": 0.0003111383470510388, + "loss": 4.4537, + "mean_token_accuracy": 0.24097393900156022, + "num_tokens": 12426791.0, + "step": 4330 + }, + { + "entropy": 5.127342271804809, + "epoch": 5.142348754448399, + "grad_norm": 1.1875, + "learning_rate": 0.00031066813076745166, + "loss": 4.48, + "mean_token_accuracy": 0.23230187296867372, + "num_tokens": 12440362.0, + "step": 4335 + }, + { + "entropy": 5.033000230789185, + "epoch": 5.148279952550415, + "grad_norm": 1.21875, + "learning_rate": 0.000310197754634052, + "loss": 4.4197, + "mean_token_accuracy": 0.24396962672472, + "num_tokens": 12454320.0, + "step": 4340 + }, + { + "entropy": 5.0769278049469, + "epoch": 5.154211150652432, + "grad_norm": 1.2578125, + "learning_rate": 0.000309727220758871, + "loss": 4.4117, + "mean_token_accuracy": 0.24414610266685485, + "num_tokens": 12467930.0, + "step": 4345 + }, + { + "entropy": 5.120434188842774, + "epoch": 5.160142348754448, + "grad_norm": 1.3359375, + "learning_rate": 0.0003092565312506468, + "loss": 4.4208, + "mean_token_accuracy": 0.25004701018333436, + "num_tokens": 12482087.0, + "step": 4350 + }, + { + "entropy": 5.103229236602783, + "epoch": 5.166073546856465, + "grad_norm": 1.53125, + "learning_rate": 0.0003087856882188155, + "loss": 4.4956, + "mean_token_accuracy": 0.23537843823432922, + "num_tokens": 12496041.0, + "step": 4355 + }, + { + "entropy": 5.118231010437012, + "epoch": 5.172004744958482, + "grad_norm": 1.3515625, + "learning_rate": 0.0003083146937735005, + "loss": 4.4487, + "mean_token_accuracy": 0.24235830157995225, + "num_tokens": 12510623.0, + "step": 4360 + }, + { + "entropy": 5.059930372238159, + "epoch": 5.177935943060498, + "grad_norm": 1.3203125, + "learning_rate": 0.0003078435500255044, + "loss": 4.4004, + "mean_token_accuracy": 0.24456228762865068, + "num_tokens": 12523811.0, + "step": 4365 + }, + { + "entropy": 5.126658725738525, + "epoch": 5.183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0003073722590862985, + "loss": 4.5455, + "mean_token_accuracy": 0.2366718590259552, + "num_tokens": 12539030.0, + "step": 4370 + }, + { + "entropy": 5.093393135070801, + "epoch": 5.189798339264532, + "grad_norm": 1.40625, + "learning_rate": 0.000306900823068014, + "loss": 4.4079, + "mean_token_accuracy": 0.2400482103228569, + "num_tokens": 12552381.0, + "step": 4375 + }, + { + "entropy": 5.0368232250213625, + "epoch": 5.195729537366548, + "grad_norm": 1.4765625, + "learning_rate": 0.00030642924408343217, + "loss": 4.4425, + "mean_token_accuracy": 0.24041157960891724, + "num_tokens": 12566596.0, + "step": 4380 + }, + { + "entropy": 5.020991802215576, + "epoch": 5.201660735468565, + "grad_norm": 1.328125, + "learning_rate": 0.0003059575242459749, + "loss": 4.4, + "mean_token_accuracy": 0.24047981202602386, + "num_tokens": 12582056.0, + "step": 4385 + }, + { + "entropy": 5.091795635223389, + "epoch": 5.207591933570582, + "grad_norm": 1.3125, + "learning_rate": 0.0003054856656696955, + "loss": 4.4351, + "mean_token_accuracy": 0.24045906513929366, + "num_tokens": 12596219.0, + "step": 4390 + }, + { + "entropy": 5.079121398925781, + "epoch": 5.213523131672598, + "grad_norm": 1.2734375, + "learning_rate": 0.00030501367046926905, + "loss": 4.4321, + "mean_token_accuracy": 0.24429554790258406, + "num_tokens": 12611261.0, + "step": 4395 + }, + { + "entropy": 5.0870331764221195, + "epoch": 5.2194543297746145, + "grad_norm": 1.359375, + "learning_rate": 0.0003045415407599828, + "loss": 4.4161, + "mean_token_accuracy": 0.24047669470310212, + "num_tokens": 12627333.0, + "step": 4400 + }, + { + "entropy": 5.143689727783203, + "epoch": 5.2253855278766315, + "grad_norm": 1.2734375, + "learning_rate": 0.0003040692786577269, + "loss": 4.4321, + "mean_token_accuracy": 0.23318185806274414, + "num_tokens": 12642452.0, + "step": 4405 + }, + { + "entropy": 5.036689329147339, + "epoch": 5.2313167259786475, + "grad_norm": 1.1796875, + "learning_rate": 0.00030359688627898466, + "loss": 4.4229, + "mean_token_accuracy": 0.24290016144514084, + "num_tokens": 12657083.0, + "step": 4410 + }, + { + "entropy": 5.078867769241333, + "epoch": 5.237247924080664, + "grad_norm": 1.3984375, + "learning_rate": 0.0003031243657408237, + "loss": 4.436, + "mean_token_accuracy": 0.24219791293144227, + "num_tokens": 12672037.0, + "step": 4415 + }, + { + "entropy": 5.112514638900757, + "epoch": 5.243179122182681, + "grad_norm": 1.375, + "learning_rate": 0.0003026517191608854, + "loss": 4.4167, + "mean_token_accuracy": 0.24642179161310196, + "num_tokens": 12686082.0, + "step": 4420 + }, + { + "entropy": 5.077005338668823, + "epoch": 5.249110320284697, + "grad_norm": 1.296875, + "learning_rate": 0.0003021789486573763, + "loss": 4.4471, + "mean_token_accuracy": 0.24236103743314744, + "num_tokens": 12701061.0, + "step": 4425 + }, + { + "entropy": 5.056864166259766, + "epoch": 5.255041518386714, + "grad_norm": 1.421875, + "learning_rate": 0.0003017060563490584, + "loss": 4.4109, + "mean_token_accuracy": 0.24475381672382354, + "num_tokens": 12713675.0, + "step": 4430 + }, + { + "entropy": 5.037572574615479, + "epoch": 5.26097271648873, + "grad_norm": 1.2890625, + "learning_rate": 0.0003012330443552394, + "loss": 4.3772, + "mean_token_accuracy": 0.24822669476270676, + "num_tokens": 12726534.0, + "step": 4435 + }, + { + "entropy": 5.066932725906372, + "epoch": 5.266903914590747, + "grad_norm": 1.265625, + "learning_rate": 0.0003007599147957635, + "loss": 4.4345, + "mean_token_accuracy": 0.2395879626274109, + "num_tokens": 12741909.0, + "step": 4440 + }, + { + "entropy": 5.095202779769897, + "epoch": 5.272835112692764, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002866697910018, + "loss": 4.4768, + "mean_token_accuracy": 0.2387988433241844, + "num_tokens": 12756874.0, + "step": 4445 + }, + { + "entropy": 5.115147352218628, + "epoch": 5.27876631079478, + "grad_norm": 1.2734375, + "learning_rate": 0.00029981331146184255, + "loss": 4.4486, + "mean_token_accuracy": 0.24362132251262664, + "num_tokens": 12770348.0, + "step": 4450 + }, + { + "entropy": 5.045202302932739, + "epoch": 5.284697508896797, + "grad_norm": 1.375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3839, + "mean_token_accuracy": 0.2452507197856903, + "num_tokens": 12782652.0, + "step": 4455 + }, + { + "entropy": 5.044943046569824, + "epoch": 5.290628706998814, + "grad_norm": 1.3515625, + "learning_rate": 0.0002988662633164152, + "loss": 4.3787, + "mean_token_accuracy": 0.24346552789211273, + "num_tokens": 12795099.0, + "step": 4460 + }, + { + "entropy": 4.986865997314453, + "epoch": 5.29655990510083, + "grad_norm": 1.265625, + "learning_rate": 0.00029839257774442535, + "loss": 4.382, + "mean_token_accuracy": 0.24833822399377822, + "num_tokens": 12807186.0, + "step": 4465 + }, + { + "entropy": 5.0185582637786865, + "epoch": 5.302491103202847, + "grad_norm": 1.28125, + "learning_rate": 0.0002979187873365752, + "loss": 4.3694, + "mean_token_accuracy": 0.2511704057455063, + "num_tokens": 12821967.0, + "step": 4470 + }, + { + "entropy": 5.079801082611084, + "epoch": 5.308422301304864, + "grad_norm": 1.265625, + "learning_rate": 0.0002974448942161977, + "loss": 4.5074, + "mean_token_accuracy": 0.23262323588132858, + "num_tokens": 12836406.0, + "step": 4475 + }, + { + "entropy": 5.056325244903564, + "epoch": 5.31435349940688, + "grad_norm": 1.328125, + "learning_rate": 0.00029697090050708575, + "loss": 4.3827, + "mean_token_accuracy": 0.25249396413564684, + "num_tokens": 12850765.0, + "step": 4480 + }, + { + "entropy": 5.097316122055053, + "epoch": 5.320284697508897, + "grad_norm": 1.2421875, + "learning_rate": 0.00029649680833348304, + "loss": 4.4507, + "mean_token_accuracy": 0.23558665812015533, + "num_tokens": 12866256.0, + "step": 4485 + }, + { + "entropy": 5.02489161491394, + "epoch": 5.326215895610914, + "grad_norm": 1.296875, + "learning_rate": 0.00029602261982007483, + "loss": 4.4283, + "mean_token_accuracy": 0.24753591269254685, + "num_tokens": 12881302.0, + "step": 4490 + }, + { + "entropy": 5.012658023834229, + "epoch": 5.33214709371293, + "grad_norm": 1.21875, + "learning_rate": 0.0002955483370919778, + "loss": 4.4204, + "mean_token_accuracy": 0.24533309191465377, + "num_tokens": 12896964.0, + "step": 4495 + }, + { + "entropy": 5.017680215835571, + "epoch": 5.338078291814947, + "grad_norm": 1.140625, + "learning_rate": 0.00029507396227473106, + "loss": 4.4151, + "mean_token_accuracy": 0.2431819885969162, + "num_tokens": 12910225.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.899358736225432, + "eval_loss": 5.301607131958008, + "eval_mean_token_accuracy": 0.19146839277875935, + "eval_num_tokens": 12910225.0, + "eval_runtime": 2.0625, + "eval_samples_per_second": 1264.476, + "eval_steps_per_second": 158.059, + "step": 4500 + }, + { + "entropy": 5.058888483047485, + "epoch": 5.344009489916964, + "grad_norm": 1.328125, + "learning_rate": 0.0002945994974942864, + "loss": 4.4608, + "mean_token_accuracy": 0.23459965437650682, + "num_tokens": 12923983.0, + "step": 4505 + }, + { + "entropy": 5.0865026950836185, + "epoch": 5.34994068801898, + "grad_norm": 1.421875, + "learning_rate": 0.0002941249448769988, + "loss": 4.3853, + "mean_token_accuracy": 0.2561731278896332, + "num_tokens": 12936741.0, + "step": 4510 + }, + { + "entropy": 5.056635904312134, + "epoch": 5.355871886120997, + "grad_norm": 1.3203125, + "learning_rate": 0.0002936503065496167, + "loss": 4.4375, + "mean_token_accuracy": 0.24360568821430206, + "num_tokens": 12951421.0, + "step": 4515 + }, + { + "entropy": 5.018971395492554, + "epoch": 5.361803084223013, + "grad_norm": 1.234375, + "learning_rate": 0.0002931755846392731, + "loss": 4.405, + "mean_token_accuracy": 0.23899228125810623, + "num_tokens": 12966278.0, + "step": 4520 + }, + { + "entropy": 5.047994661331177, + "epoch": 5.36773428232503, + "grad_norm": 1.3671875, + "learning_rate": 0.000292700781273475, + "loss": 4.4139, + "mean_token_accuracy": 0.24122539758682252, + "num_tokens": 12981301.0, + "step": 4525 + }, + { + "entropy": 5.055590486526489, + "epoch": 5.3736654804270465, + "grad_norm": 1.359375, + "learning_rate": 0.00029222589858009484, + "loss": 4.4325, + "mean_token_accuracy": 0.24734572023153306, + "num_tokens": 12996358.0, + "step": 4530 + }, + { + "entropy": 5.025227165222168, + "epoch": 5.3795966785290625, + "grad_norm": 1.234375, + "learning_rate": 0.0002917509386873605, + "loss": 4.4437, + "mean_token_accuracy": 0.2385510802268982, + "num_tokens": 13013149.0, + "step": 4535 + }, + { + "entropy": 5.102819204330444, + "epoch": 5.3855278766310795, + "grad_norm": 1.4296875, + "learning_rate": 0.00029127590372384583, + "loss": 4.4223, + "mean_token_accuracy": 0.24738444536924362, + "num_tokens": 13027227.0, + "step": 4540 + }, + { + "entropy": 5.040490245819091, + "epoch": 5.391459074733096, + "grad_norm": 1.609375, + "learning_rate": 0.00029080079581846106, + "loss": 4.3667, + "mean_token_accuracy": 0.2456284523010254, + "num_tokens": 13040136.0, + "step": 4545 + }, + { + "entropy": 5.009986829757691, + "epoch": 5.397390272835112, + "grad_norm": 1.296875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4275, + "mean_token_accuracy": 0.23675494641065598, + "num_tokens": 13053339.0, + "step": 4550 + }, + { + "entropy": 5.016347980499267, + "epoch": 5.403321470937129, + "grad_norm": 1.171875, + "learning_rate": 0.00028985036969934744, + "loss": 4.4193, + "mean_token_accuracy": 0.24513203799724578, + "num_tokens": 13067466.0, + "step": 4555 + }, + { + "entropy": 5.067802429199219, + "epoch": 5.409252669039146, + "grad_norm": 1.2578125, + "learning_rate": 0.00028937505574503535, + "loss": 4.4001, + "mean_token_accuracy": 0.2465244710445404, + "num_tokens": 13080935.0, + "step": 4560 + }, + { + "entropy": 5.020471286773682, + "epoch": 5.415183867141162, + "grad_norm": 1.3515625, + "learning_rate": 0.0002888996773676677, + "loss": 4.4509, + "mean_token_accuracy": 0.2363573893904686, + "num_tokens": 13096324.0, + "step": 4565 + }, + { + "entropy": 5.126127099990844, + "epoch": 5.421115065243179, + "grad_norm": 1.2890625, + "learning_rate": 0.0002884242366976939, + "loss": 4.4733, + "mean_token_accuracy": 0.2339528188109398, + "num_tokens": 13111300.0, + "step": 4570 + }, + { + "entropy": 5.0503441333770756, + "epoch": 5.427046263345196, + "grad_norm": 1.1796875, + "learning_rate": 0.0002879487358658425, + "loss": 4.4477, + "mean_token_accuracy": 0.2459062695503235, + "num_tokens": 13125654.0, + "step": 4575 + }, + { + "entropy": 4.996106481552124, + "epoch": 5.432977461447212, + "grad_norm": 1.40625, + "learning_rate": 0.00028747317700311144, + "loss": 4.4009, + "mean_token_accuracy": 0.24370353370904924, + "num_tokens": 13138827.0, + "step": 4580 + }, + { + "entropy": 5.117808628082275, + "epoch": 5.438908659549229, + "grad_norm": 1.4140625, + "learning_rate": 0.00028699756224075893, + "loss": 4.4545, + "mean_token_accuracy": 0.24555698782205582, + "num_tokens": 13154154.0, + "step": 4585 + }, + { + "entropy": 5.077613782882691, + "epoch": 5.444839857651246, + "grad_norm": 1.40625, + "learning_rate": 0.0002865218937102938, + "loss": 4.4958, + "mean_token_accuracy": 0.23867165595293044, + "num_tokens": 13169300.0, + "step": 4590 + }, + { + "entropy": 5.060262203216553, + "epoch": 5.450771055753262, + "grad_norm": 1.1953125, + "learning_rate": 0.0002860461735434655, + "loss": 4.4814, + "mean_token_accuracy": 0.229344967007637, + "num_tokens": 13184925.0, + "step": 4595 + }, + { + "entropy": 5.093711948394775, + "epoch": 5.456702253855279, + "grad_norm": 1.2109375, + "learning_rate": 0.0002855704038722552, + "loss": 4.4351, + "mean_token_accuracy": 0.2340375155210495, + "num_tokens": 13201488.0, + "step": 4600 + }, + { + "entropy": 5.109644174575806, + "epoch": 5.462633451957295, + "grad_norm": 1.25, + "learning_rate": 0.0002850945868288659, + "loss": 4.5378, + "mean_token_accuracy": 0.22780389040708543, + "num_tokens": 13217575.0, + "step": 4605 + }, + { + "entropy": 5.050470209121704, + "epoch": 5.468564650059312, + "grad_norm": 1.2265625, + "learning_rate": 0.0002846187245457127, + "loss": 4.4121, + "mean_token_accuracy": 0.24261299669742584, + "num_tokens": 13232505.0, + "step": 4610 + }, + { + "entropy": 5.09966893196106, + "epoch": 5.474495848161329, + "grad_norm": 1.421875, + "learning_rate": 0.00028414281915541356, + "loss": 4.4033, + "mean_token_accuracy": 0.24443318098783492, + "num_tokens": 13245649.0, + "step": 4615 + }, + { + "entropy": 4.994836330413818, + "epoch": 5.480427046263345, + "grad_norm": 1.2578125, + "learning_rate": 0.00028366687279077977, + "loss": 4.4421, + "mean_token_accuracy": 0.24775925874710084, + "num_tokens": 13259462.0, + "step": 4620 + }, + { + "entropy": 5.05501766204834, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.4719, + "mean_token_accuracy": 0.23720043301582336, + "num_tokens": 13275014.0, + "step": 4625 + }, + { + "entropy": 5.028215980529785, + "epoch": 5.492289442467379, + "grad_norm": 1.390625, + "learning_rate": 0.00028271486567066123, + "loss": 4.3964, + "mean_token_accuracy": 0.25001311004161836, + "num_tokens": 13288450.0, + "step": 4630 + }, + { + "entropy": 5.068965864181519, + "epoch": 5.498220640569395, + "grad_norm": 1.15625, + "learning_rate": 0.0002822388091816788, + "loss": 4.503, + "mean_token_accuracy": 0.24046200066804885, + "num_tokens": 13303947.0, + "step": 4635 + }, + { + "entropy": 5.116705465316772, + "epoch": 5.504151838671412, + "grad_norm": 1.3359375, + "learning_rate": 0.00028176272025134697, + "loss": 4.456, + "mean_token_accuracy": 0.2419669434428215, + "num_tokens": 13317380.0, + "step": 4640 + }, + { + "entropy": 5.0632740497589115, + "epoch": 5.510083036773429, + "grad_norm": 1.2421875, + "learning_rate": 0.0002812866010132995, + "loss": 4.3713, + "mean_token_accuracy": 0.2490440309047699, + "num_tokens": 13331706.0, + "step": 4645 + }, + { + "entropy": 5.003316974639892, + "epoch": 5.516014234875445, + "grad_norm": 1.171875, + "learning_rate": 0.00028081045360130587, + "loss": 4.4336, + "mean_token_accuracy": 0.23711458444595337, + "num_tokens": 13346263.0, + "step": 4650 + }, + { + "entropy": 5.1004985809326175, + "epoch": 5.5219454329774615, + "grad_norm": 1.4140625, + "learning_rate": 0.000280334280149262, + "loss": 4.417, + "mean_token_accuracy": 0.24271144717931747, + "num_tokens": 13361113.0, + "step": 4655 + }, + { + "entropy": 5.1378613948822025, + "epoch": 5.527876631079478, + "grad_norm": 1.34375, + "learning_rate": 0.0002798580827911803, + "loss": 4.4628, + "mean_token_accuracy": 0.23616952449083328, + "num_tokens": 13374577.0, + "step": 4660 + }, + { + "entropy": 5.025697040557861, + "epoch": 5.5338078291814945, + "grad_norm": 1.40625, + "learning_rate": 0.0002793818636611805, + "loss": 4.4311, + "mean_token_accuracy": 0.23942704051733016, + "num_tokens": 13387930.0, + "step": 4665 + }, + { + "entropy": 5.041089010238648, + "epoch": 5.539739027283511, + "grad_norm": 1.25, + "learning_rate": 0.0002789056248934797, + "loss": 4.4442, + "mean_token_accuracy": 0.24215238243341447, + "num_tokens": 13402992.0, + "step": 4670 + }, + { + "entropy": 5.120145988464356, + "epoch": 5.545670225385528, + "grad_norm": 1.3359375, + "learning_rate": 0.0002784293686223832, + "loss": 4.3959, + "mean_token_accuracy": 0.24842557907104493, + "num_tokens": 13416998.0, + "step": 4675 + }, + { + "entropy": 5.012027406692505, + "epoch": 5.551601423487544, + "grad_norm": 1.5078125, + "learning_rate": 0.0002779530969822746, + "loss": 4.43, + "mean_token_accuracy": 0.23928656727075576, + "num_tokens": 13430278.0, + "step": 4680 + }, + { + "entropy": 5.000022935867309, + "epoch": 5.557532621589561, + "grad_norm": 1.2734375, + "learning_rate": 0.0002774768121076065, + "loss": 4.3708, + "mean_token_accuracy": 0.24596457779407502, + "num_tokens": 13444608.0, + "step": 4685 + }, + { + "entropy": 5.036244869232178, + "epoch": 5.563463819691577, + "grad_norm": 1.4296875, + "learning_rate": 0.0002770005161328908, + "loss": 4.4577, + "mean_token_accuracy": 0.24575844258069993, + "num_tokens": 13457961.0, + "step": 4690 + }, + { + "entropy": 5.089932107925415, + "epoch": 5.569395017793594, + "grad_norm": 1.2578125, + "learning_rate": 0.0002765242111926891, + "loss": 4.53, + "mean_token_accuracy": 0.22811459004878998, + "num_tokens": 13472552.0, + "step": 4695 + }, + { + "entropy": 5.091521215438843, + "epoch": 5.575326215895611, + "grad_norm": 1.2734375, + "learning_rate": 0.00027604789942160297, + "loss": 4.4559, + "mean_token_accuracy": 0.23580421954393388, + "num_tokens": 13486090.0, + "step": 4700 + }, + { + "entropy": 5.047355365753174, + "epoch": 5.581257413997627, + "grad_norm": 1.4140625, + "learning_rate": 0.00027557158295426506, + "loss": 4.4502, + "mean_token_accuracy": 0.24515524953603746, + "num_tokens": 13499493.0, + "step": 4705 + }, + { + "entropy": 5.126659488677978, + "epoch": 5.587188612099644, + "grad_norm": 1.3828125, + "learning_rate": 0.0002750952639253287, + "loss": 4.5085, + "mean_token_accuracy": 0.23807648122310637, + "num_tokens": 13513270.0, + "step": 4710 + }, + { + "entropy": 5.04275369644165, + "epoch": 5.593119810201661, + "grad_norm": 1.1953125, + "learning_rate": 0.00027461894446945877, + "loss": 4.4291, + "mean_token_accuracy": 0.23905896246433259, + "num_tokens": 13527571.0, + "step": 4715 + }, + { + "entropy": 5.031711196899414, + "epoch": 5.599051008303677, + "grad_norm": 1.2109375, + "learning_rate": 0.0002741426267213223, + "loss": 4.399, + "mean_token_accuracy": 0.2434948205947876, + "num_tokens": 13541956.0, + "step": 4720 + }, + { + "entropy": 5.123283910751343, + "epoch": 5.604982206405694, + "grad_norm": 1.265625, + "learning_rate": 0.0002736663128155781, + "loss": 4.5138, + "mean_token_accuracy": 0.2383720725774765, + "num_tokens": 13557613.0, + "step": 4725 + }, + { + "entropy": 5.01444091796875, + "epoch": 5.610913404507711, + "grad_norm": 1.2734375, + "learning_rate": 0.0002731900048868685, + "loss": 4.4113, + "mean_token_accuracy": 0.2442216083407402, + "num_tokens": 13572207.0, + "step": 4730 + }, + { + "entropy": 5.030840015411377, + "epoch": 5.616844602609727, + "grad_norm": 1.3359375, + "learning_rate": 0.00027271370506980853, + "loss": 4.4484, + "mean_token_accuracy": 0.24023475646972656, + "num_tokens": 13587621.0, + "step": 4735 + }, + { + "entropy": 5.046911907196045, + "epoch": 5.622775800711744, + "grad_norm": 1.1640625, + "learning_rate": 0.00027223741549897696, + "loss": 4.4536, + "mean_token_accuracy": 0.24491426199674607, + "num_tokens": 13602745.0, + "step": 4740 + }, + { + "entropy": 5.101274490356445, + "epoch": 5.62870699881376, + "grad_norm": 1.4296875, + "learning_rate": 0.00027176113830890673, + "loss": 4.3867, + "mean_token_accuracy": 0.24548266381025313, + "num_tokens": 13616138.0, + "step": 4745 + }, + { + "entropy": 5.06822943687439, + "epoch": 5.634638196915777, + "grad_norm": 1.5234375, + "learning_rate": 0.0002712848756340754, + "loss": 4.4545, + "mean_token_accuracy": 0.23555067032575608, + "num_tokens": 13630326.0, + "step": 4750 + }, + { + "entropy": 5.033315277099609, + "epoch": 5.640569395017794, + "grad_norm": 1.2734375, + "learning_rate": 0.000270808629608895, + "loss": 4.4272, + "mean_token_accuracy": 0.2433514729142189, + "num_tokens": 13644880.0, + "step": 4755 + }, + { + "entropy": 5.023551321029663, + "epoch": 5.646500593119811, + "grad_norm": 1.15625, + "learning_rate": 0.0002703324023677036, + "loss": 4.4452, + "mean_token_accuracy": 0.2369721755385399, + "num_tokens": 13660506.0, + "step": 4760 + }, + { + "entropy": 5.0040631771087645, + "epoch": 5.652431791221827, + "grad_norm": 1.34375, + "learning_rate": 0.00026985619604475466, + "loss": 4.3864, + "mean_token_accuracy": 0.24618825018405915, + "num_tokens": 13675961.0, + "step": 4765 + }, + { + "entropy": 5.014545249938965, + "epoch": 5.658362989323844, + "grad_norm": 1.1640625, + "learning_rate": 0.00026938001277420785, + "loss": 4.4389, + "mean_token_accuracy": 0.23929533064365388, + "num_tokens": 13690570.0, + "step": 4770 + }, + { + "entropy": 5.050947809219361, + "epoch": 5.66429418742586, + "grad_norm": 1.4453125, + "learning_rate": 0.00026890385469011997, + "loss": 4.4374, + "mean_token_accuracy": 0.24186193346977233, + "num_tokens": 13704267.0, + "step": 4775 + }, + { + "entropy": 5.026543426513672, + "epoch": 5.670225385527877, + "grad_norm": 1.1875, + "learning_rate": 0.00026842772392643443, + "loss": 4.4268, + "mean_token_accuracy": 0.24120682775974273, + "num_tokens": 13720761.0, + "step": 4780 + }, + { + "entropy": 5.0410003662109375, + "epoch": 5.6761565836298935, + "grad_norm": 1.3125, + "learning_rate": 0.0002679516226169724, + "loss": 4.4009, + "mean_token_accuracy": 0.24163358509540558, + "num_tokens": 13735898.0, + "step": 4785 + }, + { + "entropy": 4.978803491592407, + "epoch": 5.6820877817319095, + "grad_norm": 1.3046875, + "learning_rate": 0.0002674755528954232, + "loss": 4.3798, + "mean_token_accuracy": 0.24308834820985795, + "num_tokens": 13748962.0, + "step": 4790 + }, + { + "entropy": 5.005527067184448, + "epoch": 5.6880189798339265, + "grad_norm": 1.40625, + "learning_rate": 0.00026699951689533445, + "loss": 4.4788, + "mean_token_accuracy": 0.2391334593296051, + "num_tokens": 13763941.0, + "step": 4795 + }, + { + "entropy": 5.004294157028198, + "epoch": 5.693950177935943, + "grad_norm": 1.21875, + "learning_rate": 0.0002665235167501026, + "loss": 4.3661, + "mean_token_accuracy": 0.24394810497760772, + "num_tokens": 13778316.0, + "step": 4800 + }, + { + "entropy": 5.087885141372681, + "epoch": 5.699881376037959, + "grad_norm": 1.2578125, + "learning_rate": 0.0002660475545929636, + "loss": 4.4756, + "mean_token_accuracy": 0.24611255377531052, + "num_tokens": 13792091.0, + "step": 4805 + }, + { + "entropy": 5.108520412445069, + "epoch": 5.705812574139976, + "grad_norm": 1.4296875, + "learning_rate": 0.00026557163255698274, + "loss": 4.481, + "mean_token_accuracy": 0.23163021951913834, + "num_tokens": 13807048.0, + "step": 4810 + }, + { + "entropy": 5.079970455169677, + "epoch": 5.711743772241993, + "grad_norm": 1.2578125, + "learning_rate": 0.00026509575277504593, + "loss": 4.4844, + "mean_token_accuracy": 0.2349588006734848, + "num_tokens": 13822455.0, + "step": 4815 + }, + { + "entropy": 5.103965759277344, + "epoch": 5.717674970344009, + "grad_norm": 1.3828125, + "learning_rate": 0.0002646199173798497, + "loss": 4.4745, + "mean_token_accuracy": 0.24245647192001343, + "num_tokens": 13836609.0, + "step": 4820 + }, + { + "entropy": 5.0784893989562985, + "epoch": 5.723606168446026, + "grad_norm": 1.40625, + "learning_rate": 0.0002641441285038913, + "loss": 4.4351, + "mean_token_accuracy": 0.24516603201627732, + "num_tokens": 13849453.0, + "step": 4825 + }, + { + "entropy": 5.115981674194336, + "epoch": 5.729537366548042, + "grad_norm": 1.25, + "learning_rate": 0.00026366838827945985, + "loss": 4.5093, + "mean_token_accuracy": 0.23044819086790086, + "num_tokens": 13863082.0, + "step": 4830 + }, + { + "entropy": 5.061673355102539, + "epoch": 5.735468564650059, + "grad_norm": 1.390625, + "learning_rate": 0.00026319269883862633, + "loss": 4.5304, + "mean_token_accuracy": 0.2362530156970024, + "num_tokens": 13875323.0, + "step": 4835 + }, + { + "entropy": 5.108893156051636, + "epoch": 5.741399762752076, + "grad_norm": 1.3515625, + "learning_rate": 0.000262717062313234, + "loss": 4.448, + "mean_token_accuracy": 0.2434764564037323, + "num_tokens": 13888271.0, + "step": 4840 + }, + { + "entropy": 5.006637668609619, + "epoch": 5.747330960854093, + "grad_norm": 1.375, + "learning_rate": 0.0002622414808348892, + "loss": 4.4238, + "mean_token_accuracy": 0.2431655764579773, + "num_tokens": 13900607.0, + "step": 4845 + }, + { + "entropy": 5.080786991119385, + "epoch": 5.753262158956109, + "grad_norm": 1.265625, + "learning_rate": 0.00026176595653495136, + "loss": 4.4266, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 13915180.0, + "step": 4850 + }, + { + "entropy": 5.065893030166626, + "epoch": 5.759193357058126, + "grad_norm": 1.40625, + "learning_rate": 0.0002612904915445238, + "loss": 4.4832, + "mean_token_accuracy": 0.23563706874847412, + "num_tokens": 13930158.0, + "step": 4855 + }, + { + "entropy": 5.010072803497314, + "epoch": 5.765124555160142, + "grad_norm": 1.25, + "learning_rate": 0.000260815087994444, + "loss": 4.3664, + "mean_token_accuracy": 0.24564545154571532, + "num_tokens": 13943223.0, + "step": 4860 + }, + { + "entropy": 4.9927332401275635, + "epoch": 5.771055753262159, + "grad_norm": 1.125, + "learning_rate": 0.000260339748015274, + "loss": 4.4644, + "mean_token_accuracy": 0.24376613795757293, + "num_tokens": 13958938.0, + "step": 4865 + }, + { + "entropy": 5.041768980026245, + "epoch": 5.776986951364176, + "grad_norm": 1.15625, + "learning_rate": 0.0002598644737372911, + "loss": 4.4388, + "mean_token_accuracy": 0.23757123053073884, + "num_tokens": 13973975.0, + "step": 4870 + }, + { + "entropy": 5.041567325592041, + "epoch": 5.782918149466192, + "grad_norm": 1.2109375, + "learning_rate": 0.0002593892672904781, + "loss": 4.4592, + "mean_token_accuracy": 0.23768191039562225, + "num_tokens": 13990605.0, + "step": 4875 + }, + { + "entropy": 5.0419941425323485, + "epoch": 5.788849347568209, + "grad_norm": 1.2578125, + "learning_rate": 0.00025891413080451377, + "loss": 4.5436, + "mean_token_accuracy": 0.23147597014904023, + "num_tokens": 14006307.0, + "step": 4880 + }, + { + "entropy": 5.0918761730194095, + "epoch": 5.794780545670226, + "grad_norm": 1.3046875, + "learning_rate": 0.00025843906640876326, + "loss": 4.4521, + "mean_token_accuracy": 0.23559338748455047, + "num_tokens": 14019472.0, + "step": 4885 + }, + { + "entropy": 5.027110958099366, + "epoch": 5.800711743772242, + "grad_norm": 1.2265625, + "learning_rate": 0.000257964076232269, + "loss": 4.4103, + "mean_token_accuracy": 0.2430754005908966, + "num_tokens": 14033525.0, + "step": 4890 + }, + { + "entropy": 5.015383195877075, + "epoch": 5.806642941874259, + "grad_norm": 1.3203125, + "learning_rate": 0.00025748916240374016, + "loss": 4.4918, + "mean_token_accuracy": 0.23823553174734116, + "num_tokens": 14048823.0, + "step": 4895 + }, + { + "entropy": 5.086786603927612, + "epoch": 5.812574139976276, + "grad_norm": 1.2265625, + "learning_rate": 0.00025701432705154445, + "loss": 4.4866, + "mean_token_accuracy": 0.23517824858427047, + "num_tokens": 14063568.0, + "step": 4900 + }, + { + "entropy": 5.067300701141358, + "epoch": 5.818505338078292, + "grad_norm": 1.3203125, + "learning_rate": 0.0002565395723036975, + "loss": 4.4682, + "mean_token_accuracy": 0.23759765326976776, + "num_tokens": 14077128.0, + "step": 4905 + }, + { + "entropy": 5.050278615951538, + "epoch": 5.8244365361803085, + "grad_norm": 1.4765625, + "learning_rate": 0.0002560649002878537, + "loss": 4.416, + "mean_token_accuracy": 0.24787454605102538, + "num_tokens": 14089673.0, + "step": 4910 + }, + { + "entropy": 5.040318489074707, + "epoch": 5.830367734282325, + "grad_norm": 1.2890625, + "learning_rate": 0.00025559031313129675, + "loss": 4.4294, + "mean_token_accuracy": 0.23141864091157913, + "num_tokens": 14104617.0, + "step": 4915 + }, + { + "entropy": 5.1050783634185795, + "epoch": 5.8362989323843415, + "grad_norm": 1.2890625, + "learning_rate": 0.00025511581296093006, + "loss": 4.556, + "mean_token_accuracy": 0.23171175122261048, + "num_tokens": 14118309.0, + "step": 4920 + }, + { + "entropy": 5.041911888122558, + "epoch": 5.842230130486358, + "grad_norm": 1.1640625, + "learning_rate": 0.0002546414019032671, + "loss": 4.4805, + "mean_token_accuracy": 0.23756036907434464, + "num_tokens": 14133809.0, + "step": 4925 + }, + { + "entropy": 5.032676839828492, + "epoch": 5.848161328588375, + "grad_norm": 1.3203125, + "learning_rate": 0.0002541670820844223, + "loss": 4.4254, + "mean_token_accuracy": 0.24259141832590103, + "num_tokens": 14147700.0, + "step": 4930 + }, + { + "entropy": 5.041052293777466, + "epoch": 5.854092526690391, + "grad_norm": 1.3125, + "learning_rate": 0.0002536928556301006, + "loss": 4.4395, + "mean_token_accuracy": 0.23794725835323333, + "num_tokens": 14161669.0, + "step": 4935 + }, + { + "entropy": 4.9957301139831545, + "epoch": 5.860023724792408, + "grad_norm": 1.3359375, + "learning_rate": 0.0002532187246655891, + "loss": 4.3789, + "mean_token_accuracy": 0.2477703034877777, + "num_tokens": 14175066.0, + "step": 4940 + }, + { + "entropy": 5.074595355987549, + "epoch": 5.865954922894424, + "grad_norm": 1.1875, + "learning_rate": 0.0002527446913157467, + "loss": 4.4668, + "mean_token_accuracy": 0.24791329801082612, + "num_tokens": 14190956.0, + "step": 4945 + }, + { + "entropy": 5.044212198257446, + "epoch": 5.871886120996441, + "grad_norm": 1.140625, + "learning_rate": 0.0002522707577049947, + "loss": 4.4084, + "mean_token_accuracy": 0.2459134504199028, + "num_tokens": 14205232.0, + "step": 4950 + }, + { + "entropy": 5.067082118988037, + "epoch": 5.877817319098458, + "grad_norm": 1.4765625, + "learning_rate": 0.00025179692595730767, + "loss": 4.4526, + "mean_token_accuracy": 0.23943758457899095, + "num_tokens": 14217304.0, + "step": 4955 + }, + { + "entropy": 5.093814373016357, + "epoch": 5.883748517200474, + "grad_norm": 1.28125, + "learning_rate": 0.00025132319819620377, + "loss": 4.4756, + "mean_token_accuracy": 0.24002725780010223, + "num_tokens": 14230335.0, + "step": 4960 + }, + { + "entropy": 5.022781324386597, + "epoch": 5.889679715302491, + "grad_norm": 1.296875, + "learning_rate": 0.0002508495765447345, + "loss": 4.404, + "mean_token_accuracy": 0.24460775703191756, + "num_tokens": 14244675.0, + "step": 4965 + }, + { + "entropy": 5.032727575302124, + "epoch": 5.895610913404508, + "grad_norm": 1.3046875, + "learning_rate": 0.00025037606312547654, + "loss": 4.4747, + "mean_token_accuracy": 0.2397155359387398, + "num_tokens": 14258644.0, + "step": 4970 + }, + { + "entropy": 5.083451843261718, + "epoch": 5.901542111506524, + "grad_norm": 1.3359375, + "learning_rate": 0.0002499026600605212, + "loss": 4.4102, + "mean_token_accuracy": 0.24270913749933243, + "num_tokens": 14271487.0, + "step": 4975 + }, + { + "entropy": 5.078978490829468, + "epoch": 5.907473309608541, + "grad_norm": 1.2734375, + "learning_rate": 0.00024942936947146515, + "loss": 4.4582, + "mean_token_accuracy": 0.2412016436457634, + "num_tokens": 14286508.0, + "step": 4980 + }, + { + "entropy": 5.019553327560425, + "epoch": 5.913404507710558, + "grad_norm": 1.2265625, + "learning_rate": 0.00024895619347940117, + "loss": 4.4313, + "mean_token_accuracy": 0.24287663996219636, + "num_tokens": 14301875.0, + "step": 4985 + }, + { + "entropy": 5.1189757823944095, + "epoch": 5.919335705812574, + "grad_norm": 1.2734375, + "learning_rate": 0.0002484831342049085, + "loss": 4.5169, + "mean_token_accuracy": 0.23093525767326356, + "num_tokens": 14315712.0, + "step": 4990 + }, + { + "entropy": 5.13128170967102, + "epoch": 5.925266903914591, + "grad_norm": 1.421875, + "learning_rate": 0.00024801019376804296, + "loss": 4.4875, + "mean_token_accuracy": 0.23937722593545913, + "num_tokens": 14332235.0, + "step": 4995 + }, + { + "entropy": 5.023594379425049, + "epoch": 5.931198102016607, + "grad_norm": 1.2109375, + "learning_rate": 0.0002475373742883282, + "loss": 4.3958, + "mean_token_accuracy": 0.24531046599149703, + "num_tokens": 14346485.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.8860513695909935, + "eval_loss": 5.2638068199157715, + "eval_mean_token_accuracy": 0.19476333996452436, + "eval_num_tokens": 14346485.0, + "eval_runtime": 1.8508, + "eval_samples_per_second": 1409.127, + "eval_steps_per_second": 176.141, + "step": 5000 + }, + { + "entropy": 5.034149408340454, + "epoch": 5.937129300118624, + "grad_norm": 1.3515625, + "learning_rate": 0.0002470646778847455, + "loss": 4.4338, + "mean_token_accuracy": 0.24789137989282609, + "num_tokens": 14360431.0, + "step": 5005 + }, + { + "entropy": 5.044485998153687, + "epoch": 5.943060498220641, + "grad_norm": 1.3046875, + "learning_rate": 0.00024659210667572464, + "loss": 4.4374, + "mean_token_accuracy": 0.2427036002278328, + "num_tokens": 14374960.0, + "step": 5010 + }, + { + "entropy": 4.964894771575928, + "epoch": 5.948991696322658, + "grad_norm": 1.4765625, + "learning_rate": 0.0002461196627791345, + "loss": 4.3326, + "mean_token_accuracy": 0.24831924736499786, + "num_tokens": 14388488.0, + "step": 5015 + }, + { + "entropy": 5.013204336166382, + "epoch": 5.954922894424674, + "grad_norm": 1.4453125, + "learning_rate": 0.00024564734831227316, + "loss": 4.4771, + "mean_token_accuracy": 0.23797560185194017, + "num_tokens": 14403923.0, + "step": 5020 + }, + { + "entropy": 5.095961856842041, + "epoch": 5.960854092526691, + "grad_norm": 1.4140625, + "learning_rate": 0.0002451751653918587, + "loss": 4.4535, + "mean_token_accuracy": 0.23533977270126344, + "num_tokens": 14417481.0, + "step": 5025 + }, + { + "entropy": 5.043536758422851, + "epoch": 5.966785290628707, + "grad_norm": 1.3125, + "learning_rate": 0.00024470311613401997, + "loss": 4.4416, + "mean_token_accuracy": 0.24011671990156175, + "num_tokens": 14434806.0, + "step": 5030 + }, + { + "entropy": 5.013947820663452, + "epoch": 5.972716488730724, + "grad_norm": 1.4453125, + "learning_rate": 0.00024423120265428623, + "loss": 4.3787, + "mean_token_accuracy": 0.24650224894285203, + "num_tokens": 14448554.0, + "step": 5035 + }, + { + "entropy": 4.969161415100098, + "epoch": 5.9786476868327405, + "grad_norm": 1.2578125, + "learning_rate": 0.0002437594270675787, + "loss": 4.3442, + "mean_token_accuracy": 0.25067434906959535, + "num_tokens": 14462842.0, + "step": 5040 + }, + { + "entropy": 4.988726186752319, + "epoch": 5.9845788849347565, + "grad_norm": 1.3203125, + "learning_rate": 0.00024328779148820052, + "loss": 4.3582, + "mean_token_accuracy": 0.2596712946891785, + "num_tokens": 14477026.0, + "step": 5045 + }, + { + "entropy": 4.982583141326904, + "epoch": 5.9905100830367735, + "grad_norm": 1.265625, + "learning_rate": 0.0002428162980298272, + "loss": 4.3989, + "mean_token_accuracy": 0.2433629184961319, + "num_tokens": 14491639.0, + "step": 5050 + }, + { + "entropy": 5.094220066070557, + "epoch": 5.99644128113879, + "grad_norm": 1.3203125, + "learning_rate": 0.00024234494880549746, + "loss": 4.4513, + "mean_token_accuracy": 0.24791095554828643, + "num_tokens": 14506462.0, + "step": 5055 + }, + { + "entropy": 5.057077693939209, + "epoch": 6.002372479240806, + "grad_norm": 1.28125, + "learning_rate": 0.00024187374592760376, + "loss": 4.365, + "mean_token_accuracy": 0.2536967098712921, + "num_tokens": 14520476.0, + "step": 5060 + }, + { + "entropy": 5.019870138168335, + "epoch": 6.008303677342823, + "grad_norm": 1.2265625, + "learning_rate": 0.00024140269150788236, + "loss": 4.2916, + "mean_token_accuracy": 0.2510134935379028, + "num_tokens": 14537181.0, + "step": 5065 + }, + { + "entropy": 4.982530784606934, + "epoch": 6.01423487544484, + "grad_norm": 1.375, + "learning_rate": 0.00024093178765740452, + "loss": 4.2429, + "mean_token_accuracy": 0.2534199237823486, + "num_tokens": 14550772.0, + "step": 5070 + }, + { + "entropy": 5.102296018600464, + "epoch": 6.020166073546856, + "grad_norm": 1.328125, + "learning_rate": 0.00024046103648656648, + "loss": 4.3535, + "mean_token_accuracy": 0.25124617516994474, + "num_tokens": 14566314.0, + "step": 5075 + }, + { + "entropy": 5.08847975730896, + "epoch": 6.026097271648873, + "grad_norm": 1.484375, + "learning_rate": 0.00023999044010508037, + "loss": 4.3284, + "mean_token_accuracy": 0.2568944558501244, + "num_tokens": 14580403.0, + "step": 5080 + }, + { + "entropy": 4.967007684707641, + "epoch": 6.032028469750889, + "grad_norm": 1.4453125, + "learning_rate": 0.00023952000062196454, + "loss": 4.2529, + "mean_token_accuracy": 0.2650650665163994, + "num_tokens": 14595405.0, + "step": 5085 + }, + { + "entropy": 5.036498355865478, + "epoch": 6.037959667852906, + "grad_norm": 1.2265625, + "learning_rate": 0.0002390497201455342, + "loss": 4.2663, + "mean_token_accuracy": 0.26399629563093185, + "num_tokens": 14610257.0, + "step": 5090 + }, + { + "entropy": 5.030192470550537, + "epoch": 6.043890865954923, + "grad_norm": 1.421875, + "learning_rate": 0.00023857960078339208, + "loss": 4.235, + "mean_token_accuracy": 0.26408734172582626, + "num_tokens": 14625466.0, + "step": 5095 + }, + { + "entropy": 5.058362770080566, + "epoch": 6.049822064056939, + "grad_norm": 1.390625, + "learning_rate": 0.00023810964464241868, + "loss": 4.3471, + "mean_token_accuracy": 0.25345825403928757, + "num_tokens": 14641144.0, + "step": 5100 + }, + { + "entropy": 5.005357789993286, + "epoch": 6.055753262158956, + "grad_norm": 1.4140625, + "learning_rate": 0.00023763985382876308, + "loss": 4.3029, + "mean_token_accuracy": 0.2620812490582466, + "num_tokens": 14655471.0, + "step": 5105 + }, + { + "entropy": 5.017697954177857, + "epoch": 6.061684460260973, + "grad_norm": 1.359375, + "learning_rate": 0.00023717023044783343, + "loss": 4.2327, + "mean_token_accuracy": 0.26199271380901334, + "num_tokens": 14671020.0, + "step": 5110 + }, + { + "entropy": 5.054442548751831, + "epoch": 6.067615658362989, + "grad_norm": 1.3125, + "learning_rate": 0.00023670077660428756, + "loss": 4.3012, + "mean_token_accuracy": 0.2543821409344673, + "num_tokens": 14684345.0, + "step": 5115 + }, + { + "entropy": 5.016337776184082, + "epoch": 6.073546856465006, + "grad_norm": 1.4765625, + "learning_rate": 0.0002362314944020234, + "loss": 4.2357, + "mean_token_accuracy": 0.26443331986665725, + "num_tokens": 14698318.0, + "step": 5120 + }, + { + "entropy": 5.028752851486206, + "epoch": 6.079478054567023, + "grad_norm": 1.4609375, + "learning_rate": 0.0002357623859441698, + "loss": 4.2067, + "mean_token_accuracy": 0.2689851403236389, + "num_tokens": 14710351.0, + "step": 5125 + }, + { + "entropy": 5.086757469177246, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.3301, + "mean_token_accuracy": 0.2564917549490929, + "num_tokens": 14725474.0, + "step": 5130 + }, + { + "entropy": 5.0329282760620115, + "epoch": 6.091340450771056, + "grad_norm": 1.53125, + "learning_rate": 0.00023482469867030676, + "loss": 4.268, + "mean_token_accuracy": 0.2572768598794937, + "num_tokens": 14739047.0, + "step": 5135 + }, + { + "entropy": 5.00909194946289, + "epoch": 6.097271648873073, + "grad_norm": 1.46875, + "learning_rate": 0.00023435612405662388, + "loss": 4.2974, + "mean_token_accuracy": 0.24873994886875153, + "num_tokens": 14752432.0, + "step": 5140 + }, + { + "entropy": 4.988759613037109, + "epoch": 6.103202846975089, + "grad_norm": 1.3046875, + "learning_rate": 0.00023388773159198584, + "loss": 4.3, + "mean_token_accuracy": 0.24969834983348846, + "num_tokens": 14765769.0, + "step": 5145 + }, + { + "entropy": 5.055676460266113, + "epoch": 6.109134045077106, + "grad_norm": 1.4609375, + "learning_rate": 0.00023341952337553414, + "loss": 4.3037, + "mean_token_accuracy": 0.2598161458969116, + "num_tokens": 14781655.0, + "step": 5150 + }, + { + "entropy": 5.001733446121216, + "epoch": 6.115065243179123, + "grad_norm": 1.1953125, + "learning_rate": 0.0002329515015055843, + "loss": 4.2415, + "mean_token_accuracy": 0.2669500052928925, + "num_tokens": 14798175.0, + "step": 5155 + }, + { + "entropy": 4.9909673690795895, + "epoch": 6.120996441281139, + "grad_norm": 1.34375, + "learning_rate": 0.00023248366807961674, + "loss": 4.2805, + "mean_token_accuracy": 0.2576881363987923, + "num_tokens": 14812630.0, + "step": 5160 + }, + { + "entropy": 5.0708530902862545, + "epoch": 6.1269276393831555, + "grad_norm": 1.484375, + "learning_rate": 0.0002320160251942675, + "loss": 4.2921, + "mean_token_accuracy": 0.25415309369564054, + "num_tokens": 14825138.0, + "step": 5165 + }, + { + "entropy": 5.073080778121948, + "epoch": 6.132858837485172, + "grad_norm": 1.6328125, + "learning_rate": 0.00023154857494531872, + "loss": 4.3322, + "mean_token_accuracy": 0.252343113720417, + "num_tokens": 14838893.0, + "step": 5170 + }, + { + "entropy": 5.043838787078857, + "epoch": 6.1387900355871885, + "grad_norm": 1.25, + "learning_rate": 0.0002310813194276889, + "loss": 4.3189, + "mean_token_accuracy": 0.2520149201154709, + "num_tokens": 14853548.0, + "step": 5175 + }, + { + "entropy": 5.000109529495239, + "epoch": 6.144721233689205, + "grad_norm": 1.421875, + "learning_rate": 0.00023061426073542413, + "loss": 4.2719, + "mean_token_accuracy": 0.2534493938088417, + "num_tokens": 14868079.0, + "step": 5180 + }, + { + "entropy": 5.02756929397583, + "epoch": 6.1506524317912215, + "grad_norm": 1.2890625, + "learning_rate": 0.0002301474009616885, + "loss": 4.2848, + "mean_token_accuracy": 0.2585728645324707, + "num_tokens": 14882343.0, + "step": 5185 + }, + { + "entropy": 4.961363172531128, + "epoch": 6.156583629893238, + "grad_norm": 1.3984375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2671, + "mean_token_accuracy": 0.2636710450053215, + "num_tokens": 14895233.0, + "step": 5190 + }, + { + "entropy": 5.022676992416382, + "epoch": 6.162514827995255, + "grad_norm": 1.15625, + "learning_rate": 0.00022921428653799298, + "loss": 4.2511, + "mean_token_accuracy": 0.2618787810206413, + "num_tokens": 14910628.0, + "step": 5195 + }, + { + "entropy": 5.012147855758667, + "epoch": 6.168446026097271, + "grad_norm": 1.4375, + "learning_rate": 0.00022874803606986617, + "loss": 4.2421, + "mean_token_accuracy": 0.2644942194223404, + "num_tokens": 14923155.0, + "step": 5200 + }, + { + "entropy": 5.008904361724854, + "epoch": 6.174377224199288, + "grad_norm": 1.15625, + "learning_rate": 0.00022828199288391554, + "loss": 4.3171, + "mean_token_accuracy": 0.2553702756762505, + "num_tokens": 14938353.0, + "step": 5205 + }, + { + "entropy": 5.0244848251342775, + "epoch": 6.180308422301305, + "grad_norm": 1.421875, + "learning_rate": 0.00022781615906875414, + "loss": 4.3145, + "mean_token_accuracy": 0.25322963744401933, + "num_tokens": 14953774.0, + "step": 5210 + }, + { + "entropy": 5.008412456512451, + "epoch": 6.186239620403321, + "grad_norm": 1.3984375, + "learning_rate": 0.0002273505367120562, + "loss": 4.2341, + "mean_token_accuracy": 0.2646894872188568, + "num_tokens": 14968618.0, + "step": 5215 + }, + { + "entropy": 4.984117126464843, + "epoch": 6.192170818505338, + "grad_norm": 1.2890625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2244, + "mean_token_accuracy": 0.26672463715076444, + "num_tokens": 14981918.0, + "step": 5220 + }, + { + "entropy": 4.965973377227783, + "epoch": 6.198102016607355, + "grad_norm": 1.46875, + "learning_rate": 0.0002264199347200015, + "loss": 4.2641, + "mean_token_accuracy": 0.27005019336938857, + "num_tokens": 14997407.0, + "step": 5225 + }, + { + "entropy": 5.020095109939575, + "epoch": 6.204033214709371, + "grad_norm": 1.3515625, + "learning_rate": 0.00022595495925521804, + "loss": 4.2685, + "mean_token_accuracy": 0.25842465460300446, + "num_tokens": 15010566.0, + "step": 5230 + }, + { + "entropy": 5.039657354354858, + "epoch": 6.209964412811388, + "grad_norm": 1.296875, + "learning_rate": 0.0002254902035900261, + "loss": 4.3523, + "mean_token_accuracy": 0.2598764330148697, + "num_tokens": 15025458.0, + "step": 5235 + }, + { + "entropy": 4.943068265914917, + "epoch": 6.215895610913405, + "grad_norm": 1.375, + "learning_rate": 0.00022502566980726852, + "loss": 4.2457, + "mean_token_accuracy": 0.26292232871055604, + "num_tokens": 15039103.0, + "step": 5240 + }, + { + "entropy": 5.043027925491333, + "epoch": 6.221826809015421, + "grad_norm": 1.5703125, + "learning_rate": 0.00022456135998879335, + "loss": 4.2941, + "mean_token_accuracy": 0.25821716636419295, + "num_tokens": 15052802.0, + "step": 5245 + }, + { + "entropy": 5.080618524551392, + "epoch": 6.227758007117438, + "grad_norm": 1.4375, + "learning_rate": 0.0002240972762154453, + "loss": 4.3037, + "mean_token_accuracy": 0.25927335768938065, + "num_tokens": 15067133.0, + "step": 5250 + }, + { + "entropy": 5.022476577758789, + "epoch": 6.233689205219454, + "grad_norm": 1.484375, + "learning_rate": 0.000223633420567056, + "loss": 4.2966, + "mean_token_accuracy": 0.2569254443049431, + "num_tokens": 15079985.0, + "step": 5255 + }, + { + "entropy": 4.928483486175537, + "epoch": 6.239620403321471, + "grad_norm": 1.28125, + "learning_rate": 0.0002231697951224346, + "loss": 4.2144, + "mean_token_accuracy": 0.2635895624756813, + "num_tokens": 15095092.0, + "step": 5260 + }, + { + "entropy": 5.036012649536133, + "epoch": 6.245551601423488, + "grad_norm": 1.2265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.3631, + "mean_token_accuracy": 0.24321680516004562, + "num_tokens": 15111850.0, + "step": 5265 + }, + { + "entropy": 5.032869529724121, + "epoch": 6.251482799525504, + "grad_norm": 1.4765625, + "learning_rate": 0.00022224324315456474, + "loss": 4.2823, + "mean_token_accuracy": 0.2571799159049988, + "num_tokens": 15124918.0, + "step": 5270 + }, + { + "entropy": 4.980008888244629, + "epoch": 6.257413997627521, + "grad_norm": 1.3515625, + "learning_rate": 0.00022178032078373894, + "loss": 4.3428, + "mean_token_accuracy": 0.2544923171401024, + "num_tokens": 15140428.0, + "step": 5275 + }, + { + "entropy": 5.05231351852417, + "epoch": 6.263345195729538, + "grad_norm": 1.1953125, + "learning_rate": 0.00022131763692150798, + "loss": 4.2956, + "mean_token_accuracy": 0.2509635344147682, + "num_tokens": 15154310.0, + "step": 5280 + }, + { + "entropy": 5.06721715927124, + "epoch": 6.269276393831554, + "grad_norm": 1.4609375, + "learning_rate": 0.00022085519364142963, + "loss": 4.3207, + "mean_token_accuracy": 0.2531687691807747, + "num_tokens": 15167607.0, + "step": 5285 + }, + { + "entropy": 4.985915088653565, + "epoch": 6.275207591933571, + "grad_norm": 1.3828125, + "learning_rate": 0.00022039299301598343, + "loss": 4.3167, + "mean_token_accuracy": 0.2527414485812187, + "num_tokens": 15181200.0, + "step": 5290 + }, + { + "entropy": 5.053257703781128, + "epoch": 6.2811387900355875, + "grad_norm": 1.3359375, + "learning_rate": 0.00021993103711656148, + "loss": 4.3152, + "mean_token_accuracy": 0.2575220212340355, + "num_tokens": 15196050.0, + "step": 5295 + }, + { + "entropy": 5.0179276943206785, + "epoch": 6.2870699881376035, + "grad_norm": 1.3359375, + "learning_rate": 0.00021946932801345903, + "loss": 4.2558, + "mean_token_accuracy": 0.260312719643116, + "num_tokens": 15209134.0, + "step": 5300 + }, + { + "entropy": 4.979709911346435, + "epoch": 6.2930011862396205, + "grad_norm": 1.3203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.3143, + "mean_token_accuracy": 0.2523039475083351, + "num_tokens": 15223574.0, + "step": 5305 + }, + { + "entropy": 5.009503602981567, + "epoch": 6.298932384341637, + "grad_norm": 1.40625, + "learning_rate": 0.00021854665847185445, + "loss": 4.2875, + "mean_token_accuracy": 0.25636068880558016, + "num_tokens": 15237201.0, + "step": 5310 + }, + { + "entropy": 4.9620115756988525, + "epoch": 6.304863582443653, + "grad_norm": 1.4375, + "learning_rate": 0.00021808570216837569, + "loss": 4.3051, + "mean_token_accuracy": 0.25059895515441893, + "num_tokens": 15252757.0, + "step": 5315 + }, + { + "entropy": 5.016540050506592, + "epoch": 6.31079478054567, + "grad_norm": 1.40625, + "learning_rate": 0.0002176250009312446, + "loss": 4.3384, + "mean_token_accuracy": 0.24727711826562881, + "num_tokens": 15267448.0, + "step": 5320 + }, + { + "entropy": 5.009750556945801, + "epoch": 6.316725978647687, + "grad_norm": 1.4609375, + "learning_rate": 0.0002171645568251337, + "loss": 4.2853, + "mean_token_accuracy": 0.25654620230197905, + "num_tokens": 15280276.0, + "step": 5325 + }, + { + "entropy": 4.978376150131226, + "epoch": 6.322657176749703, + "grad_norm": 1.296875, + "learning_rate": 0.00021670437191356295, + "loss": 4.2642, + "mean_token_accuracy": 0.2605225682258606, + "num_tokens": 15293960.0, + "step": 5330 + }, + { + "entropy": 4.949605989456177, + "epoch": 6.32858837485172, + "grad_norm": 1.28125, + "learning_rate": 0.0002162444482588908, + "loss": 4.2391, + "mean_token_accuracy": 0.2608349248766899, + "num_tokens": 15309698.0, + "step": 5335 + }, + { + "entropy": 4.959253168106079, + "epoch": 6.334519572953736, + "grad_norm": 1.4453125, + "learning_rate": 0.00021578478792230504, + "loss": 4.1459, + "mean_token_accuracy": 0.2709234029054642, + "num_tokens": 15322491.0, + "step": 5340 + }, + { + "entropy": 4.951858901977539, + "epoch": 6.340450771055753, + "grad_norm": 1.28125, + "learning_rate": 0.00021532539296381314, + "loss": 4.228, + "mean_token_accuracy": 0.2675049722194672, + "num_tokens": 15335914.0, + "step": 5345 + }, + { + "entropy": 5.012625598907471, + "epoch": 6.34638196915777, + "grad_norm": 1.296875, + "learning_rate": 0.00021486626544223332, + "loss": 4.317, + "mean_token_accuracy": 0.25726097226142886, + "num_tokens": 15350136.0, + "step": 5350 + }, + { + "entropy": 5.0181556224823, + "epoch": 6.352313167259786, + "grad_norm": 1.421875, + "learning_rate": 0.00021440740741518534, + "loss": 4.2696, + "mean_token_accuracy": 0.26408939957618716, + "num_tokens": 15362615.0, + "step": 5355 + }, + { + "entropy": 5.001295375823974, + "epoch": 6.358244365361803, + "grad_norm": 1.5390625, + "learning_rate": 0.00021394882093908097, + "loss": 4.2675, + "mean_token_accuracy": 0.2587674051523209, + "num_tokens": 15377410.0, + "step": 5360 + }, + { + "entropy": 5.001947593688965, + "epoch": 6.36417556346382, + "grad_norm": 1.4296875, + "learning_rate": 0.00021349050806911536, + "loss": 4.2396, + "mean_token_accuracy": 0.26232816129922865, + "num_tokens": 15391601.0, + "step": 5365 + }, + { + "entropy": 4.981376266479492, + "epoch": 6.370106761565836, + "grad_norm": 1.3828125, + "learning_rate": 0.00021303247085925715, + "loss": 4.275, + "mean_token_accuracy": 0.25759045481681825, + "num_tokens": 15404904.0, + "step": 5370 + }, + { + "entropy": 4.972017908096314, + "epoch": 6.376037959667853, + "grad_norm": 1.40625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1785, + "mean_token_accuracy": 0.2671340972185135, + "num_tokens": 15417438.0, + "step": 5375 + }, + { + "entropy": 4.9670978546142575, + "epoch": 6.38196915776987, + "grad_norm": 1.3828125, + "learning_rate": 0.00021211723162955194, + "loss": 4.2631, + "mean_token_accuracy": 0.26574990898370743, + "num_tokens": 15431449.0, + "step": 5380 + }, + { + "entropy": 5.062072324752807, + "epoch": 6.387900355871886, + "grad_norm": 1.4375, + "learning_rate": 0.00021166003371142855, + "loss": 4.3397, + "mean_token_accuracy": 0.24796287715435028, + "num_tokens": 15446236.0, + "step": 5385 + }, + { + "entropy": 5.07905125617981, + "epoch": 6.393831553973903, + "grad_norm": 1.3359375, + "learning_rate": 0.0002112031196568418, + "loss": 4.3522, + "mean_token_accuracy": 0.2528716191649437, + "num_tokens": 15460813.0, + "step": 5390 + }, + { + "entropy": 5.038124704360962, + "epoch": 6.39976275207592, + "grad_norm": 1.40625, + "learning_rate": 0.00021074649151349157, + "loss": 4.3095, + "mean_token_accuracy": 0.25035764575004577, + "num_tokens": 15476259.0, + "step": 5395 + }, + { + "entropy": 5.005946063995362, + "epoch": 6.405693950177936, + "grad_norm": 1.4375, + "learning_rate": 0.00021029015132779615, + "loss": 4.2713, + "mean_token_accuracy": 0.25605716109275817, + "num_tokens": 15489630.0, + "step": 5400 + }, + { + "entropy": 4.9758141994476315, + "epoch": 6.411625148279953, + "grad_norm": 1.1953125, + "learning_rate": 0.00020983410114488367, + "loss": 4.2804, + "mean_token_accuracy": 0.2633867159485817, + "num_tokens": 15504826.0, + "step": 5405 + }, + { + "entropy": 5.095077753067017, + "epoch": 6.41755634638197, + "grad_norm": 1.21875, + "learning_rate": 0.0002093783430085825, + "loss": 4.3843, + "mean_token_accuracy": 0.2466120555996895, + "num_tokens": 15521236.0, + "step": 5410 + }, + { + "entropy": 5.009157133102417, + "epoch": 6.423487544483986, + "grad_norm": 1.3671875, + "learning_rate": 0.00020892287896141204, + "loss": 4.3164, + "mean_token_accuracy": 0.2507207080721855, + "num_tokens": 15535232.0, + "step": 5415 + }, + { + "entropy": 4.967687273025513, + "epoch": 6.4294187425860025, + "grad_norm": 1.34375, + "learning_rate": 0.0002084677110445739, + "loss": 4.3213, + "mean_token_accuracy": 0.2534439966082573, + "num_tokens": 15549986.0, + "step": 5420 + }, + { + "entropy": 4.997312068939209, + "epoch": 6.435349940688019, + "grad_norm": 1.3125, + "learning_rate": 0.0002080128412979425, + "loss": 4.3035, + "mean_token_accuracy": 0.2496727466583252, + "num_tokens": 15564901.0, + "step": 5425 + }, + { + "entropy": 5.063030624389649, + "epoch": 6.4412811387900355, + "grad_norm": 1.578125, + "learning_rate": 0.00020755827176005575, + "loss": 4.3508, + "mean_token_accuracy": 0.25321594923734664, + "num_tokens": 15582895.0, + "step": 5430 + }, + { + "entropy": 5.005529594421387, + "epoch": 6.447212336892052, + "grad_norm": 1.296875, + "learning_rate": 0.00020710400446810658, + "loss": 4.2506, + "mean_token_accuracy": 0.2576309829950333, + "num_tokens": 15596965.0, + "step": 5435 + }, + { + "entropy": 5.011136293411255, + "epoch": 6.4531435349940685, + "grad_norm": 1.2265625, + "learning_rate": 0.00020665004145793293, + "loss": 4.3019, + "mean_token_accuracy": 0.25358843207359316, + "num_tokens": 15611688.0, + "step": 5440 + }, + { + "entropy": 4.997492885589599, + "epoch": 6.459074733096085, + "grad_norm": 1.171875, + "learning_rate": 0.00020619638476400943, + "loss": 4.3155, + "mean_token_accuracy": 0.254525488615036, + "num_tokens": 15626567.0, + "step": 5445 + }, + { + "entropy": 5.012764024734497, + "epoch": 6.465005931198102, + "grad_norm": 1.3984375, + "learning_rate": 0.00020574303641943782, + "loss": 4.2949, + "mean_token_accuracy": 0.25787416100502014, + "num_tokens": 15641448.0, + "step": 5450 + }, + { + "entropy": 4.973249864578247, + "epoch": 6.470937129300118, + "grad_norm": 1.640625, + "learning_rate": 0.0002052899984559377, + "loss": 4.2957, + "mean_token_accuracy": 0.25665432065725324, + "num_tokens": 15655478.0, + "step": 5455 + }, + { + "entropy": 4.9652416706085205, + "epoch": 6.476868327402135, + "grad_norm": 1.2578125, + "learning_rate": 0.00020483727290383812, + "loss": 4.2559, + "mean_token_accuracy": 0.2595137730240822, + "num_tokens": 15670268.0, + "step": 5460 + }, + { + "entropy": 5.0037332534790036, + "epoch": 6.482799525504152, + "grad_norm": 1.2734375, + "learning_rate": 0.00020438486179206772, + "loss": 4.2668, + "mean_token_accuracy": 0.26161179691553116, + "num_tokens": 15684346.0, + "step": 5465 + }, + { + "entropy": 5.056458282470703, + "epoch": 6.488730723606168, + "grad_norm": 1.4296875, + "learning_rate": 0.0002039327671481459, + "loss": 4.3082, + "mean_token_accuracy": 0.25756986290216444, + "num_tokens": 15697715.0, + "step": 5470 + }, + { + "entropy": 4.9800026416778564, + "epoch": 6.494661921708185, + "grad_norm": 1.5390625, + "learning_rate": 0.000203480990998174, + "loss": 4.2732, + "mean_token_accuracy": 0.2652369484305382, + "num_tokens": 15711164.0, + "step": 5475 + }, + { + "entropy": 5.010848426818848, + "epoch": 6.500593119810202, + "grad_norm": 1.3671875, + "learning_rate": 0.00020302953536682606, + "loss": 4.3121, + "mean_token_accuracy": 0.25519239008426664, + "num_tokens": 15726090.0, + "step": 5480 + }, + { + "entropy": 4.979192781448364, + "epoch": 6.506524317912218, + "grad_norm": 1.40625, + "learning_rate": 0.00020257840227733926, + "loss": 4.3159, + "mean_token_accuracy": 0.2554710179567337, + "num_tokens": 15740267.0, + "step": 5485 + }, + { + "entropy": 5.0485481262207035, + "epoch": 6.512455516014235, + "grad_norm": 1.34375, + "learning_rate": 0.00020212759375150564, + "loss": 4.2913, + "mean_token_accuracy": 0.2593435138463974, + "num_tokens": 15755531.0, + "step": 5490 + }, + { + "entropy": 4.97378363609314, + "epoch": 6.518386714116252, + "grad_norm": 1.3515625, + "learning_rate": 0.00020167711180966275, + "loss": 4.2902, + "mean_token_accuracy": 0.25500780791044236, + "num_tokens": 15770763.0, + "step": 5495 + }, + { + "entropy": 4.9556597709655765, + "epoch": 6.524317912218268, + "grad_norm": 1.4609375, + "learning_rate": 0.00020122695847068413, + "loss": 4.2733, + "mean_token_accuracy": 0.2600768730044365, + "num_tokens": 15784076.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.884481093634857, + "eval_loss": 5.281618595123291, + "eval_mean_token_accuracy": 0.1946958752771828, + "eval_num_tokens": 15784076.0, + "eval_runtime": 1.8516, + "eval_samples_per_second": 1408.539, + "eval_steps_per_second": 176.067, + "step": 5500 + }, + { + "entropy": 4.992613029479981, + "epoch": 6.530249110320285, + "grad_norm": 1.375, + "learning_rate": 0.00020077713575197115, + "loss": 4.2774, + "mean_token_accuracy": 0.2598809704184532, + "num_tokens": 15798772.0, + "step": 5505 + }, + { + "entropy": 4.969381618499756, + "epoch": 6.536180308422301, + "grad_norm": 1.3125, + "learning_rate": 0.000200327645669443, + "loss": 4.3222, + "mean_token_accuracy": 0.2580392867326736, + "num_tokens": 15813063.0, + "step": 5510 + }, + { + "entropy": 5.044298219680786, + "epoch": 6.542111506524318, + "grad_norm": 1.25, + "learning_rate": 0.0001998784902375284, + "loss": 4.3691, + "mean_token_accuracy": 0.2431435078382492, + "num_tokens": 15827988.0, + "step": 5515 + }, + { + "entropy": 5.024580574035644, + "epoch": 6.548042704626335, + "grad_norm": 1.3203125, + "learning_rate": 0.00019942967146915642, + "loss": 4.3362, + "mean_token_accuracy": 0.2600793331861496, + "num_tokens": 15843536.0, + "step": 5520 + }, + { + "entropy": 4.991915321350097, + "epoch": 6.553973902728351, + "grad_norm": 1.171875, + "learning_rate": 0.000198981191375747, + "loss": 4.2833, + "mean_token_accuracy": 0.2573126941919327, + "num_tokens": 15858319.0, + "step": 5525 + }, + { + "entropy": 5.046734762191773, + "epoch": 6.559905100830368, + "grad_norm": 1.296875, + "learning_rate": 0.0001985330519672025, + "loss": 4.3785, + "mean_token_accuracy": 0.2462637796998024, + "num_tokens": 15873593.0, + "step": 5530 + }, + { + "entropy": 5.0682448387146, + "epoch": 6.565836298932385, + "grad_norm": 1.296875, + "learning_rate": 0.00019808525525189864, + "loss": 4.3884, + "mean_token_accuracy": 0.24961629062891005, + "num_tokens": 15889558.0, + "step": 5535 + }, + { + "entropy": 4.950687074661255, + "epoch": 6.571767497034401, + "grad_norm": 1.2421875, + "learning_rate": 0.00019763780323667478, + "loss": 4.2593, + "mean_token_accuracy": 0.25389406830072403, + "num_tokens": 15904563.0, + "step": 5540 + }, + { + "entropy": 5.019732427597046, + "epoch": 6.577698695136418, + "grad_norm": 1.5546875, + "learning_rate": 0.00019719069792682603, + "loss": 4.2874, + "mean_token_accuracy": 0.26106633692979814, + "num_tokens": 15917386.0, + "step": 5545 + }, + { + "entropy": 4.999498510360718, + "epoch": 6.5836298932384345, + "grad_norm": 1.4453125, + "learning_rate": 0.00019674394132609358, + "loss": 4.2255, + "mean_token_accuracy": 0.26569036692380904, + "num_tokens": 15930288.0, + "step": 5550 + }, + { + "entropy": 5.013231325149536, + "epoch": 6.5895610913404505, + "grad_norm": 1.4375, + "learning_rate": 0.00019629753543665558, + "loss": 4.2773, + "mean_token_accuracy": 0.26227799504995347, + "num_tokens": 15943755.0, + "step": 5555 + }, + { + "entropy": 4.989235734939575, + "epoch": 6.5954922894424675, + "grad_norm": 1.5703125, + "learning_rate": 0.00019585148225911863, + "loss": 4.3205, + "mean_token_accuracy": 0.25589252859354017, + "num_tokens": 15956775.0, + "step": 5560 + }, + { + "entropy": 4.992581224441528, + "epoch": 6.6014234875444835, + "grad_norm": 1.5625, + "learning_rate": 0.0001954057837925089, + "loss": 4.2927, + "mean_token_accuracy": 0.255673760175705, + "num_tokens": 15970574.0, + "step": 5565 + }, + { + "entropy": 4.997840213775635, + "epoch": 6.6073546856465, + "grad_norm": 1.359375, + "learning_rate": 0.00019496044203426227, + "loss": 4.2622, + "mean_token_accuracy": 0.26642684191465377, + "num_tokens": 15984655.0, + "step": 5570 + }, + { + "entropy": 4.9672706604003904, + "epoch": 6.613285883748517, + "grad_norm": 1.53125, + "learning_rate": 0.0001945154589802165, + "loss": 4.273, + "mean_token_accuracy": 0.2563008666038513, + "num_tokens": 15999153.0, + "step": 5575 + }, + { + "entropy": 5.062337398529053, + "epoch": 6.619217081850534, + "grad_norm": 1.4296875, + "learning_rate": 0.00019407083662460167, + "loss": 4.3264, + "mean_token_accuracy": 0.25327343344688413, + "num_tokens": 16013469.0, + "step": 5580 + }, + { + "entropy": 5.05042200088501, + "epoch": 6.62514827995255, + "grad_norm": 1.28125, + "learning_rate": 0.00019362657696003118, + "loss": 4.383, + "mean_token_accuracy": 0.24745286107063294, + "num_tokens": 16026952.0, + "step": 5585 + }, + { + "entropy": 4.911050510406494, + "epoch": 6.631079478054567, + "grad_norm": 1.3046875, + "learning_rate": 0.00019318268197749333, + "loss": 4.267, + "mean_token_accuracy": 0.2533601656556129, + "num_tokens": 16042174.0, + "step": 5590 + }, + { + "entropy": 4.979975843429566, + "epoch": 6.637010676156583, + "grad_norm": 1.4375, + "learning_rate": 0.0001927391536663417, + "loss": 4.2227, + "mean_token_accuracy": 0.2669878140091896, + "num_tokens": 16056978.0, + "step": 5595 + }, + { + "entropy": 5.086388874053955, + "epoch": 6.6429418742586, + "grad_norm": 1.3828125, + "learning_rate": 0.00019229599401428678, + "loss": 4.3623, + "mean_token_accuracy": 0.2505487442016602, + "num_tokens": 16072876.0, + "step": 5600 + }, + { + "entropy": 4.959554862976074, + "epoch": 6.648873072360617, + "grad_norm": 1.3125, + "learning_rate": 0.000191853205007387, + "loss": 4.2708, + "mean_token_accuracy": 0.2592278331518173, + "num_tokens": 16087737.0, + "step": 5605 + }, + { + "entropy": 4.961795854568481, + "epoch": 6.654804270462633, + "grad_norm": 1.265625, + "learning_rate": 0.00019141078863003946, + "loss": 4.3073, + "mean_token_accuracy": 0.2558647975325584, + "num_tokens": 16102186.0, + "step": 5610 + }, + { + "entropy": 5.00455961227417, + "epoch": 6.66073546856465, + "grad_norm": 1.453125, + "learning_rate": 0.0001909687468649715, + "loss": 4.3416, + "mean_token_accuracy": 0.25692396610975266, + "num_tokens": 16115732.0, + "step": 5615 + }, + { + "entropy": 5.02725658416748, + "epoch": 6.666666666666667, + "grad_norm": 1.2421875, + "learning_rate": 0.00019052708169323157, + "loss": 4.2383, + "mean_token_accuracy": 0.26466243863105776, + "num_tokens": 16129857.0, + "step": 5620 + }, + { + "entropy": 5.016177845001221, + "epoch": 6.672597864768683, + "grad_norm": 1.328125, + "learning_rate": 0.00019008579509418016, + "loss": 4.2626, + "mean_token_accuracy": 0.26054307669401167, + "num_tokens": 16144647.0, + "step": 5625 + }, + { + "entropy": 5.021915864944458, + "epoch": 6.6785290628707, + "grad_norm": 1.2421875, + "learning_rate": 0.00018964488904548143, + "loss": 4.4141, + "mean_token_accuracy": 0.2402704417705536, + "num_tokens": 16161098.0, + "step": 5630 + }, + { + "entropy": 4.967159461975098, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.2638, + "mean_token_accuracy": 0.26501198709011076, + "num_tokens": 16175787.0, + "step": 5635 + }, + { + "entropy": 5.022961235046386, + "epoch": 6.690391459074733, + "grad_norm": 1.328125, + "learning_rate": 0.00018876422650126196, + "loss": 4.2766, + "mean_token_accuracy": 0.2616144120693207, + "num_tokens": 16190855.0, + "step": 5640 + }, + { + "entropy": 4.9670257568359375, + "epoch": 6.69632265717675, + "grad_norm": 1.453125, + "learning_rate": 0.00018832447395250658, + "loss": 4.264, + "mean_token_accuracy": 0.26231630742549894, + "num_tokens": 16205330.0, + "step": 5645 + }, + { + "entropy": 4.970721054077148, + "epoch": 6.702253855278766, + "grad_norm": 1.390625, + "learning_rate": 0.00018788510984761697, + "loss": 4.3421, + "mean_token_accuracy": 0.2487207517027855, + "num_tokens": 16220297.0, + "step": 5650 + }, + { + "entropy": 5.020165491104126, + "epoch": 6.708185053380783, + "grad_norm": 1.3828125, + "learning_rate": 0.0001874461361556412, + "loss": 4.2893, + "mean_token_accuracy": 0.2616558983922005, + "num_tokens": 16234499.0, + "step": 5655 + }, + { + "entropy": 5.000153207778931, + "epoch": 6.7141162514828, + "grad_norm": 1.3203125, + "learning_rate": 0.00018700755484387795, + "loss": 4.274, + "mean_token_accuracy": 0.2563459500670433, + "num_tokens": 16248717.0, + "step": 5660 + }, + { + "entropy": 5.028919696807861, + "epoch": 6.720047449584817, + "grad_norm": 1.5078125, + "learning_rate": 0.0001865693678778672, + "loss": 4.344, + "mean_token_accuracy": 0.25129691511392593, + "num_tokens": 16264245.0, + "step": 5665 + }, + { + "entropy": 4.946048212051392, + "epoch": 6.725978647686833, + "grad_norm": 1.484375, + "learning_rate": 0.0001861315772213818, + "loss": 4.2232, + "mean_token_accuracy": 0.264399316906929, + "num_tokens": 16278194.0, + "step": 5670 + }, + { + "entropy": 4.968748998641968, + "epoch": 6.7319098457888495, + "grad_norm": 1.546875, + "learning_rate": 0.00018569418483641847, + "loss": 4.2983, + "mean_token_accuracy": 0.25009156465530397, + "num_tokens": 16291351.0, + "step": 5675 + }, + { + "entropy": 4.997514867782593, + "epoch": 6.737841043890866, + "grad_norm": 1.2421875, + "learning_rate": 0.00018525719268318896, + "loss": 4.3553, + "mean_token_accuracy": 0.2540345326066017, + "num_tokens": 16305860.0, + "step": 5680 + }, + { + "entropy": 5.055976247787475, + "epoch": 6.7437722419928825, + "grad_norm": 1.421875, + "learning_rate": 0.00018482060272011135, + "loss": 4.3244, + "mean_token_accuracy": 0.25088112652301786, + "num_tokens": 16321514.0, + "step": 5685 + }, + { + "entropy": 4.97979998588562, + "epoch": 6.749703440094899, + "grad_norm": 1.5234375, + "learning_rate": 0.00018438441690380141, + "loss": 4.2751, + "mean_token_accuracy": 0.26026569604873656, + "num_tokens": 16335179.0, + "step": 5690 + }, + { + "entropy": 5.074652004241943, + "epoch": 6.7556346381969155, + "grad_norm": 1.3203125, + "learning_rate": 0.00018394863718906352, + "loss": 4.4071, + "mean_token_accuracy": 0.254218690097332, + "num_tokens": 16349015.0, + "step": 5695 + }, + { + "entropy": 5.019668960571289, + "epoch": 6.761565836298932, + "grad_norm": 1.3046875, + "learning_rate": 0.00018351326552888214, + "loss": 4.3321, + "mean_token_accuracy": 0.2562092557549477, + "num_tokens": 16363159.0, + "step": 5700 + }, + { + "entropy": 4.9923424243927, + "epoch": 6.767497034400949, + "grad_norm": 1.25, + "learning_rate": 0.00018307830387441322, + "loss": 4.273, + "mean_token_accuracy": 0.26362170577049254, + "num_tokens": 16377666.0, + "step": 5705 + }, + { + "entropy": 4.977004051208496, + "epoch": 6.773428232502965, + "grad_norm": 1.59375, + "learning_rate": 0.00018264375417497474, + "loss": 4.2406, + "mean_token_accuracy": 0.2623505651950836, + "num_tokens": 16388704.0, + "step": 5710 + }, + { + "entropy": 4.962380838394165, + "epoch": 6.779359430604982, + "grad_norm": 1.3359375, + "learning_rate": 0.00018220961837803895, + "loss": 4.2847, + "mean_token_accuracy": 0.2599011495709419, + "num_tokens": 16401754.0, + "step": 5715 + }, + { + "entropy": 4.948617219924927, + "epoch": 6.785290628706999, + "grad_norm": 1.4140625, + "learning_rate": 0.00018177589842922293, + "loss": 4.2692, + "mean_token_accuracy": 0.26144648939371107, + "num_tokens": 16418388.0, + "step": 5720 + }, + { + "entropy": 4.979605340957642, + "epoch": 6.791221826809015, + "grad_norm": 1.296875, + "learning_rate": 0.00018134259627228006, + "loss": 4.2829, + "mean_token_accuracy": 0.2577250197529793, + "num_tokens": 16431601.0, + "step": 5725 + }, + { + "entropy": 4.999537801742553, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.2499, + "mean_token_accuracy": 0.2631471410393715, + "num_tokens": 16446110.0, + "step": 5730 + }, + { + "entropy": 5.030329990386963, + "epoch": 6.803084223013048, + "grad_norm": 1.359375, + "learning_rate": 0.00018047725309965735, + "loss": 4.3301, + "mean_token_accuracy": 0.2531889766454697, + "num_tokens": 16460036.0, + "step": 5735 + }, + { + "entropy": 4.995620012283325, + "epoch": 6.809015421115065, + "grad_norm": 1.40625, + "learning_rate": 0.00018004521596208766, + "loss": 4.248, + "mean_token_accuracy": 0.2623419493436813, + "num_tokens": 16472901.0, + "step": 5740 + }, + { + "entropy": 5.014560604095459, + "epoch": 6.814946619217082, + "grad_norm": 1.40625, + "learning_rate": 0.00017961360437259439, + "loss": 4.3113, + "mean_token_accuracy": 0.25390406548976896, + "num_tokens": 16486612.0, + "step": 5745 + }, + { + "entropy": 5.014849090576172, + "epoch": 6.820877817319099, + "grad_norm": 1.375, + "learning_rate": 0.0001791824202654821, + "loss": 4.3416, + "mean_token_accuracy": 0.25288961082696915, + "num_tokens": 16500559.0, + "step": 5750 + }, + { + "entropy": 5.032455158233643, + "epoch": 6.826809015421115, + "grad_norm": 1.4921875, + "learning_rate": 0.0001787516655731397, + "loss": 4.3302, + "mean_token_accuracy": 0.2583913758397102, + "num_tokens": 16515752.0, + "step": 5755 + }, + { + "entropy": 5.089465379714966, + "epoch": 6.832740213523132, + "grad_norm": 1.3671875, + "learning_rate": 0.0001783213422260316, + "loss": 4.3634, + "mean_token_accuracy": 0.2511953800916672, + "num_tokens": 16531023.0, + "step": 5760 + }, + { + "entropy": 5.050791549682617, + "epoch": 6.838671411625148, + "grad_norm": 1.328125, + "learning_rate": 0.00017789145215268905, + "loss": 4.356, + "mean_token_accuracy": 0.25255084186792376, + "num_tokens": 16544717.0, + "step": 5765 + }, + { + "entropy": 5.027574872970581, + "epoch": 6.844602609727165, + "grad_norm": 1.59375, + "learning_rate": 0.00017746199727970157, + "loss": 4.2875, + "mean_token_accuracy": 0.25751627534627913, + "num_tokens": 16558718.0, + "step": 5770 + }, + { + "entropy": 4.941769981384278, + "epoch": 6.850533807829182, + "grad_norm": 1.3984375, + "learning_rate": 0.00017703297953170855, + "loss": 4.2604, + "mean_token_accuracy": 0.2565512701869011, + "num_tokens": 16571971.0, + "step": 5775 + }, + { + "entropy": 4.9367735385894775, + "epoch": 6.856465005931198, + "grad_norm": 1.296875, + "learning_rate": 0.0001766044008313898, + "loss": 4.2527, + "mean_token_accuracy": 0.25663810819387434, + "num_tokens": 16586810.0, + "step": 5780 + }, + { + "entropy": 4.999728393554688, + "epoch": 6.862396204033215, + "grad_norm": 1.46875, + "learning_rate": 0.00017617626309945805, + "loss": 4.3135, + "mean_token_accuracy": 0.260909603536129, + "num_tokens": 16600444.0, + "step": 5785 + }, + { + "entropy": 5.033272361755371, + "epoch": 6.868327402135232, + "grad_norm": 1.3515625, + "learning_rate": 0.0001757485682546495, + "loss": 4.3154, + "mean_token_accuracy": 0.2603486180305481, + "num_tokens": 16614296.0, + "step": 5790 + }, + { + "entropy": 5.006903886795044, + "epoch": 6.874258600237248, + "grad_norm": 1.4453125, + "learning_rate": 0.00017532131821371556, + "loss": 4.2961, + "mean_token_accuracy": 0.2593622162938118, + "num_tokens": 16629672.0, + "step": 5795 + }, + { + "entropy": 5.031254053115845, + "epoch": 6.880189798339265, + "grad_norm": 1.4609375, + "learning_rate": 0.00017489451489141426, + "loss": 4.3251, + "mean_token_accuracy": 0.2636476755142212, + "num_tokens": 16643371.0, + "step": 5800 + }, + { + "entropy": 4.998486804962158, + "epoch": 6.8861209964412815, + "grad_norm": 1.2578125, + "learning_rate": 0.00017446816020050165, + "loss": 4.2776, + "mean_token_accuracy": 0.26118607372045516, + "num_tokens": 16657859.0, + "step": 5805 + }, + { + "entropy": 5.012885808944702, + "epoch": 6.8920521945432975, + "grad_norm": 1.375, + "learning_rate": 0.00017404225605172302, + "loss": 4.3016, + "mean_token_accuracy": 0.2527347654104233, + "num_tokens": 16672558.0, + "step": 5810 + }, + { + "entropy": 5.0123857975006105, + "epoch": 6.8979833926453145, + "grad_norm": 1.421875, + "learning_rate": 0.00017361680435380473, + "loss": 4.3303, + "mean_token_accuracy": 0.25539321452379227, + "num_tokens": 16689315.0, + "step": 5815 + }, + { + "entropy": 5.009195709228516, + "epoch": 6.9039145907473305, + "grad_norm": 1.390625, + "learning_rate": 0.00017319180701344533, + "loss": 4.2732, + "mean_token_accuracy": 0.2532987639307976, + "num_tokens": 16702497.0, + "step": 5820 + }, + { + "entropy": 5.049877500534057, + "epoch": 6.909845788849347, + "grad_norm": 1.5390625, + "learning_rate": 0.0001727672659353072, + "loss": 4.3818, + "mean_token_accuracy": 0.2502291098237038, + "num_tokens": 16718310.0, + "step": 5825 + }, + { + "entropy": 5.045993995666504, + "epoch": 6.915776986951364, + "grad_norm": 1.4765625, + "learning_rate": 0.00017234318302200794, + "loss": 4.2844, + "mean_token_accuracy": 0.2645047038793564, + "num_tokens": 16731130.0, + "step": 5830 + }, + { + "entropy": 5.081157875061035, + "epoch": 6.921708185053381, + "grad_norm": 1.3125, + "learning_rate": 0.00017191956017411164, + "loss": 4.3502, + "mean_token_accuracy": 0.2512794554233551, + "num_tokens": 16745882.0, + "step": 5835 + }, + { + "entropy": 5.000585603713989, + "epoch": 6.927639383155397, + "grad_norm": 1.28125, + "learning_rate": 0.0001714963992901208, + "loss": 4.3411, + "mean_token_accuracy": 0.25133366882801056, + "num_tokens": 16761426.0, + "step": 5840 + }, + { + "entropy": 4.972080373764038, + "epoch": 6.933570581257414, + "grad_norm": 1.375, + "learning_rate": 0.00017107370226646765, + "loss": 4.3075, + "mean_token_accuracy": 0.2543981775641441, + "num_tokens": 16776461.0, + "step": 5845 + }, + { + "entropy": 5.011546659469604, + "epoch": 6.93950177935943, + "grad_norm": 1.3515625, + "learning_rate": 0.00017065147099750526, + "loss": 4.3078, + "mean_token_accuracy": 0.26084921658039095, + "num_tokens": 16790034.0, + "step": 5850 + }, + { + "entropy": 5.00345549583435, + "epoch": 6.945432977461447, + "grad_norm": 1.5234375, + "learning_rate": 0.00017022970737549963, + "loss": 4.2544, + "mean_token_accuracy": 0.2648362904787064, + "num_tokens": 16804732.0, + "step": 5855 + }, + { + "entropy": 4.927154588699341, + "epoch": 6.951364175563464, + "grad_norm": 1.390625, + "learning_rate": 0.00016980841329062096, + "loss": 4.2159, + "mean_token_accuracy": 0.25904741138219833, + "num_tokens": 16818105.0, + "step": 5860 + }, + { + "entropy": 4.91227388381958, + "epoch": 6.95729537366548, + "grad_norm": 1.3828125, + "learning_rate": 0.00016938759063093507, + "loss": 4.2488, + "mean_token_accuracy": 0.26759051233530046, + "num_tokens": 16832259.0, + "step": 5865 + }, + { + "entropy": 4.974284934997558, + "epoch": 6.963226571767497, + "grad_norm": 1.3046875, + "learning_rate": 0.00016896724128239517, + "loss": 4.265, + "mean_token_accuracy": 0.26329739689826964, + "num_tokens": 16847714.0, + "step": 5870 + }, + { + "entropy": 4.969742631912231, + "epoch": 6.969157769869514, + "grad_norm": 1.2578125, + "learning_rate": 0.00016854736712883323, + "loss": 4.2871, + "mean_token_accuracy": 0.25936786979436877, + "num_tokens": 16862135.0, + "step": 5875 + }, + { + "entropy": 5.012219619750977, + "epoch": 6.97508896797153, + "grad_norm": 1.4296875, + "learning_rate": 0.00016812797005195146, + "loss": 4.3105, + "mean_token_accuracy": 0.25560787320137024, + "num_tokens": 16875888.0, + "step": 5880 + }, + { + "entropy": 5.059024286270142, + "epoch": 6.981020166073547, + "grad_norm": 1.4140625, + "learning_rate": 0.00016770905193131425, + "loss": 4.3913, + "mean_token_accuracy": 0.2509492576122284, + "num_tokens": 16889548.0, + "step": 5885 + }, + { + "entropy": 4.98057074546814, + "epoch": 6.986951364175564, + "grad_norm": 1.46875, + "learning_rate": 0.00016729061464433928, + "loss": 4.3037, + "mean_token_accuracy": 0.25645725429058075, + "num_tokens": 16903302.0, + "step": 5890 + }, + { + "entropy": 5.055238819122314, + "epoch": 6.99288256227758, + "grad_norm": 1.265625, + "learning_rate": 0.00016687266006628948, + "loss": 4.3499, + "mean_token_accuracy": 0.2564648509025574, + "num_tokens": 16917045.0, + "step": 5895 + }, + { + "entropy": 5.030117034912109, + "epoch": 6.998813760379597, + "grad_norm": 1.4921875, + "learning_rate": 0.00016645519007026455, + "loss": 4.2603, + "mean_token_accuracy": 0.2664614528417587, + "num_tokens": 16931046.0, + "step": 5900 + }, + { + "entropy": 5.033857774734497, + "epoch": 7.004744958481614, + "grad_norm": 1.3984375, + "learning_rate": 0.00016603820652719216, + "loss": 4.1797, + "mean_token_accuracy": 0.27322164475917815, + "num_tokens": 16945637.0, + "step": 5905 + }, + { + "entropy": 4.99234790802002, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.1773, + "mean_token_accuracy": 0.2691218316555023, + "num_tokens": 16961200.0, + "step": 5910 + }, + { + "entropy": 4.991095781326294, + "epoch": 7.016607354685647, + "grad_norm": 1.4375, + "learning_rate": 0.00016520570627270815, + "loss": 4.1845, + "mean_token_accuracy": 0.2716655969619751, + "num_tokens": 16973208.0, + "step": 5915 + }, + { + "entropy": 4.963917970657349, + "epoch": 7.022538552787663, + "grad_norm": 1.203125, + "learning_rate": 0.00016479019329221839, + "loss": 4.1768, + "mean_token_accuracy": 0.2727633535861969, + "num_tokens": 16987835.0, + "step": 5920 + }, + { + "entropy": 4.995104169845581, + "epoch": 7.02846975088968, + "grad_norm": 1.3984375, + "learning_rate": 0.00016437517422650838, + "loss": 4.1941, + "mean_token_accuracy": 0.2673430025577545, + "num_tokens": 17002627.0, + "step": 5925 + }, + { + "entropy": 5.021654653549194, + "epoch": 7.0344009489916965, + "grad_norm": 1.6015625, + "learning_rate": 0.00016396065093552198, + "loss": 4.1729, + "mean_token_accuracy": 0.2638517066836357, + "num_tokens": 17017368.0, + "step": 5930 + }, + { + "entropy": 5.045068597793579, + "epoch": 7.040332147093713, + "grad_norm": 1.234375, + "learning_rate": 0.000163546625276981, + "loss": 4.1881, + "mean_token_accuracy": 0.27000432312488554, + "num_tokens": 17031114.0, + "step": 5935 + }, + { + "entropy": 4.965819215774536, + "epoch": 7.0462633451957295, + "grad_norm": 1.359375, + "learning_rate": 0.00016313309910637736, + "loss": 4.1614, + "mean_token_accuracy": 0.27423699051141737, + "num_tokens": 17045287.0, + "step": 5940 + }, + { + "entropy": 4.967565965652466, + "epoch": 7.052194543297746, + "grad_norm": 1.234375, + "learning_rate": 0.0001627200742769644, + "loss": 4.1771, + "mean_token_accuracy": 0.2699409484863281, + "num_tokens": 17059684.0, + "step": 5945 + }, + { + "entropy": 5.021118640899658, + "epoch": 7.0581257413997625, + "grad_norm": 1.2734375, + "learning_rate": 0.00016230755263974838, + "loss": 4.2512, + "mean_token_accuracy": 0.26112324744462967, + "num_tokens": 17077482.0, + "step": 5950 + }, + { + "entropy": 4.998319244384765, + "epoch": 7.064056939501779, + "grad_norm": 1.296875, + "learning_rate": 0.00016189553604348101, + "loss": 4.2574, + "mean_token_accuracy": 0.2602573648095131, + "num_tokens": 17092479.0, + "step": 5955 + }, + { + "entropy": 4.996929788589478, + "epoch": 7.069988137603796, + "grad_norm": 1.40625, + "learning_rate": 0.00016148402633465005, + "loss": 4.1776, + "mean_token_accuracy": 0.2744797199964523, + "num_tokens": 17106726.0, + "step": 5960 + }, + { + "entropy": 5.06904821395874, + "epoch": 7.075919335705812, + "grad_norm": 1.375, + "learning_rate": 0.00016107302535747192, + "loss": 4.2429, + "mean_token_accuracy": 0.2710800006985664, + "num_tokens": 17119454.0, + "step": 5965 + }, + { + "entropy": 4.988620471954346, + "epoch": 7.081850533807829, + "grad_norm": 1.4609375, + "learning_rate": 0.00016066253495388306, + "loss": 4.197, + "mean_token_accuracy": 0.2724588751792908, + "num_tokens": 17133816.0, + "step": 5970 + }, + { + "entropy": 4.975905704498291, + "epoch": 7.087781731909846, + "grad_norm": 1.515625, + "learning_rate": 0.0001602525569635317, + "loss": 4.1541, + "mean_token_accuracy": 0.2806005463004112, + "num_tokens": 17148047.0, + "step": 5975 + }, + { + "entropy": 4.982966947555542, + "epoch": 7.093712930011862, + "grad_norm": 1.2421875, + "learning_rate": 0.00015984309322376967, + "loss": 4.2284, + "mean_token_accuracy": 0.26824335008859634, + "num_tokens": 17162948.0, + "step": 5980 + }, + { + "entropy": 4.98968391418457, + "epoch": 7.099644128113879, + "grad_norm": 1.2890625, + "learning_rate": 0.00015943414556964422, + "loss": 4.1955, + "mean_token_accuracy": 0.26559202671051024, + "num_tokens": 17177840.0, + "step": 5985 + }, + { + "entropy": 5.05318660736084, + "epoch": 7.105575326215895, + "grad_norm": 1.46875, + "learning_rate": 0.00015902571583388945, + "loss": 4.1883, + "mean_token_accuracy": 0.2807733714580536, + "num_tokens": 17191946.0, + "step": 5990 + }, + { + "entropy": 5.0341709613800045, + "epoch": 7.111506524317912, + "grad_norm": 1.2578125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1909, + "mean_token_accuracy": 0.26572618931531905, + "num_tokens": 17206657.0, + "step": 5995 + }, + { + "entropy": 5.028892612457275, + "epoch": 7.117437722419929, + "grad_norm": 1.4375, + "learning_rate": 0.0001582104174368157, + "loss": 4.2624, + "mean_token_accuracy": 0.2579065799713135, + "num_tokens": 17222526.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.860331838116324, + "eval_loss": 5.283239841461182, + "eval_mean_token_accuracy": 0.19501724009590646, + "eval_num_tokens": 17222526.0, + "eval_runtime": 1.8499, + "eval_samples_per_second": 1409.799, + "eval_steps_per_second": 176.225, + "step": 6000 + }, + { + "entropy": 4.996658515930176, + "epoch": 7.123368920521945, + "grad_norm": 1.28125, + "learning_rate": 0.00015780355242932695, + "loss": 4.2152, + "mean_token_accuracy": 0.2664333865046501, + "num_tokens": 17237246.0, + "step": 6005 + }, + { + "entropy": 4.9872214794158936, + "epoch": 7.129300118623962, + "grad_norm": 1.40625, + "learning_rate": 0.0001573972126478531, + "loss": 4.202, + "mean_token_accuracy": 0.2610640674829483, + "num_tokens": 17251723.0, + "step": 6010 + }, + { + "entropy": 5.034897804260254, + "epoch": 7.135231316725979, + "grad_norm": 1.2734375, + "learning_rate": 0.0001569913999134412, + "loss": 4.1923, + "mean_token_accuracy": 0.27033864706754684, + "num_tokens": 17265323.0, + "step": 6015 + }, + { + "entropy": 4.984272432327271, + "epoch": 7.141162514827995, + "grad_norm": 1.484375, + "learning_rate": 0.00015658611604477585, + "loss": 4.2239, + "mean_token_accuracy": 0.2649402692914009, + "num_tokens": 17280554.0, + "step": 6020 + }, + { + "entropy": 5.018138980865478, + "epoch": 7.147093712930012, + "grad_norm": 1.265625, + "learning_rate": 0.00015618136285817187, + "loss": 4.2828, + "mean_token_accuracy": 0.2580919414758682, + "num_tokens": 17296187.0, + "step": 6025 + }, + { + "entropy": 4.942062187194824, + "epoch": 7.153024911032029, + "grad_norm": 1.390625, + "learning_rate": 0.0001557771421675657, + "loss": 4.1525, + "mean_token_accuracy": 0.2697895348072052, + "num_tokens": 17312340.0, + "step": 6030 + }, + { + "entropy": 5.044032335281372, + "epoch": 7.158956109134045, + "grad_norm": 1.5078125, + "learning_rate": 0.0001553734557845073, + "loss": 4.1748, + "mean_token_accuracy": 0.27034529894590376, + "num_tokens": 17326653.0, + "step": 6035 + }, + { + "entropy": 5.000232982635498, + "epoch": 7.164887307236062, + "grad_norm": 1.4140625, + "learning_rate": 0.00015497030551815216, + "loss": 4.2075, + "mean_token_accuracy": 0.2664830684661865, + "num_tokens": 17340938.0, + "step": 6040 + }, + { + "entropy": 4.997052574157715, + "epoch": 7.170818505338079, + "grad_norm": 1.4921875, + "learning_rate": 0.00015456769317525294, + "loss": 4.1841, + "mean_token_accuracy": 0.27608177363872527, + "num_tokens": 17354567.0, + "step": 6045 + }, + { + "entropy": 4.998716115951538, + "epoch": 7.176749703440095, + "grad_norm": 1.3671875, + "learning_rate": 0.00015416562056015177, + "loss": 4.2401, + "mean_token_accuracy": 0.2623141884803772, + "num_tokens": 17367630.0, + "step": 6050 + }, + { + "entropy": 5.019015693664551, + "epoch": 7.182680901542112, + "grad_norm": 1.671875, + "learning_rate": 0.00015376408947477188, + "loss": 4.1926, + "mean_token_accuracy": 0.2711896300315857, + "num_tokens": 17381173.0, + "step": 6055 + }, + { + "entropy": 4.932798957824707, + "epoch": 7.1886120996441285, + "grad_norm": 1.265625, + "learning_rate": 0.0001533631017186094, + "loss": 4.1447, + "mean_token_accuracy": 0.275094635784626, + "num_tokens": 17396260.0, + "step": 6060 + }, + { + "entropy": 4.983949375152588, + "epoch": 7.1945432977461445, + "grad_norm": 1.359375, + "learning_rate": 0.00015296265908872577, + "loss": 4.1916, + "mean_token_accuracy": 0.2668409705162048, + "num_tokens": 17411332.0, + "step": 6065 + }, + { + "entropy": 4.97582778930664, + "epoch": 7.2004744958481615, + "grad_norm": 1.3359375, + "learning_rate": 0.0001525627633797393, + "loss": 4.2001, + "mean_token_accuracy": 0.25806616693735124, + "num_tokens": 17425299.0, + "step": 6070 + }, + { + "entropy": 4.947870826721191, + "epoch": 7.2064056939501775, + "grad_norm": 1.3671875, + "learning_rate": 0.00015216341638381697, + "loss": 4.1923, + "mean_token_accuracy": 0.2692117840051651, + "num_tokens": 17439848.0, + "step": 6075 + }, + { + "entropy": 5.011146306991577, + "epoch": 7.212336892052194, + "grad_norm": 1.3203125, + "learning_rate": 0.00015176461989066707, + "loss": 4.2325, + "mean_token_accuracy": 0.26296504884958266, + "num_tokens": 17455291.0, + "step": 6080 + }, + { + "entropy": 5.007442474365234, + "epoch": 7.218268090154211, + "grad_norm": 1.2734375, + "learning_rate": 0.00015136637568753054, + "loss": 4.1944, + "mean_token_accuracy": 0.2676631540060043, + "num_tokens": 17470041.0, + "step": 6085 + }, + { + "entropy": 5.015366697311402, + "epoch": 7.224199288256227, + "grad_norm": 1.234375, + "learning_rate": 0.00015096868555917317, + "loss": 4.201, + "mean_token_accuracy": 0.2696864575147629, + "num_tokens": 17485355.0, + "step": 6090 + }, + { + "entropy": 4.98715033531189, + "epoch": 7.230130486358244, + "grad_norm": 1.453125, + "learning_rate": 0.0001505715512878777, + "loss": 4.2035, + "mean_token_accuracy": 0.2661321222782135, + "num_tokens": 17500087.0, + "step": 6095 + }, + { + "entropy": 4.998094940185547, + "epoch": 7.236061684460261, + "grad_norm": 1.3359375, + "learning_rate": 0.00015017497465343583, + "loss": 4.1818, + "mean_token_accuracy": 0.2720570430159569, + "num_tokens": 17514384.0, + "step": 6100 + }, + { + "entropy": 5.0090272426605225, + "epoch": 7.241992882562277, + "grad_norm": 1.4921875, + "learning_rate": 0.0001497789574331398, + "loss": 4.2401, + "mean_token_accuracy": 0.2661726549267769, + "num_tokens": 17530030.0, + "step": 6105 + }, + { + "entropy": 4.9937468528747555, + "epoch": 7.247924080664294, + "grad_norm": 1.546875, + "learning_rate": 0.00014938350140177527, + "loss": 4.158, + "mean_token_accuracy": 0.2728572905063629, + "num_tokens": 17543451.0, + "step": 6110 + }, + { + "entropy": 4.967116403579712, + "epoch": 7.253855278766311, + "grad_norm": 1.4765625, + "learning_rate": 0.00014898860833161242, + "loss": 4.1705, + "mean_token_accuracy": 0.2723910063505173, + "num_tokens": 17556197.0, + "step": 6115 + }, + { + "entropy": 5.035435152053833, + "epoch": 7.259786476868327, + "grad_norm": 1.3125, + "learning_rate": 0.0001485942799923988, + "loss": 4.2576, + "mean_token_accuracy": 0.2616627052426338, + "num_tokens": 17571220.0, + "step": 6120 + }, + { + "entropy": 5.000133228302002, + "epoch": 7.265717674970344, + "grad_norm": 1.4921875, + "learning_rate": 0.00014820051815135106, + "loss": 4.2279, + "mean_token_accuracy": 0.26863069385290145, + "num_tokens": 17584963.0, + "step": 6125 + }, + { + "entropy": 4.979132461547851, + "epoch": 7.271648873072361, + "grad_norm": 1.296875, + "learning_rate": 0.00014780732457314672, + "loss": 4.1939, + "mean_token_accuracy": 0.27767210602760317, + "num_tokens": 17598770.0, + "step": 6130 + }, + { + "entropy": 5.032865047454834, + "epoch": 7.277580071174377, + "grad_norm": 1.515625, + "learning_rate": 0.00014741470101991696, + "loss": 4.256, + "mean_token_accuracy": 0.2663093000650406, + "num_tokens": 17611750.0, + "step": 6135 + }, + { + "entropy": 4.987130784988404, + "epoch": 7.283511269276394, + "grad_norm": 1.4296875, + "learning_rate": 0.00014702264925123818, + "loss": 4.2188, + "mean_token_accuracy": 0.2721306845545769, + "num_tokens": 17625965.0, + "step": 6140 + }, + { + "entropy": 4.965415000915527, + "epoch": 7.289442467378411, + "grad_norm": 1.421875, + "learning_rate": 0.0001466311710241242, + "loss": 4.1516, + "mean_token_accuracy": 0.27398245632648466, + "num_tokens": 17639139.0, + "step": 6145 + }, + { + "entropy": 5.016174793243408, + "epoch": 7.295373665480427, + "grad_norm": 1.3359375, + "learning_rate": 0.0001462402680930187, + "loss": 4.2189, + "mean_token_accuracy": 0.2697419747710228, + "num_tokens": 17653942.0, + "step": 6150 + }, + { + "entropy": 4.958591175079346, + "epoch": 7.301304863582444, + "grad_norm": 1.6328125, + "learning_rate": 0.00014584994220978692, + "loss": 4.1869, + "mean_token_accuracy": 0.27116630524396895, + "num_tokens": 17666059.0, + "step": 6155 + }, + { + "entropy": 4.9346113204956055, + "epoch": 7.30723606168446, + "grad_norm": 1.296875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1567, + "mean_token_accuracy": 0.27043664902448655, + "num_tokens": 17680063.0, + "step": 6160 + }, + { + "entropy": 4.962654876708984, + "epoch": 7.313167259786477, + "grad_norm": 1.3359375, + "learning_rate": 0.0001450710285814671, + "loss": 4.2203, + "mean_token_accuracy": 0.2624976679682732, + "num_tokens": 17696051.0, + "step": 6165 + }, + { + "entropy": 4.983609580993653, + "epoch": 7.319098457888494, + "grad_norm": 1.4140625, + "learning_rate": 0.00014468244432714805, + "loss": 4.2232, + "mean_token_accuracy": 0.26373462826013566, + "num_tokens": 17710068.0, + "step": 6170 + }, + { + "entropy": 4.998736476898193, + "epoch": 7.32502965599051, + "grad_norm": 1.4765625, + "learning_rate": 0.00014429444410222453, + "loss": 4.1459, + "mean_token_accuracy": 0.2747643023729324, + "num_tokens": 17723846.0, + "step": 6175 + }, + { + "entropy": 4.926743888854981, + "epoch": 7.330960854092527, + "grad_norm": 1.4921875, + "learning_rate": 0.00014390702964555321, + "loss": 4.1781, + "mean_token_accuracy": 0.2682220906019211, + "num_tokens": 17736331.0, + "step": 6180 + }, + { + "entropy": 4.9428167819976805, + "epoch": 7.3368920521945435, + "grad_norm": 1.234375, + "learning_rate": 0.00014352020269336544, + "loss": 4.1345, + "mean_token_accuracy": 0.2784573405981064, + "num_tokens": 17752698.0, + "step": 6185 + }, + { + "entropy": 4.940529108047485, + "epoch": 7.34282325029656, + "grad_norm": 1.2578125, + "learning_rate": 0.00014313396497925963, + "loss": 4.156, + "mean_token_accuracy": 0.2702515184879303, + "num_tokens": 17766895.0, + "step": 6190 + }, + { + "entropy": 4.998486328125, + "epoch": 7.3487544483985765, + "grad_norm": 1.5234375, + "learning_rate": 0.0001427483182341936, + "loss": 4.2454, + "mean_token_accuracy": 0.2659206300973892, + "num_tokens": 17780735.0, + "step": 6195 + }, + { + "entropy": 5.067836809158325, + "epoch": 7.354685646500593, + "grad_norm": 1.3359375, + "learning_rate": 0.00014236326418647644, + "loss": 4.3258, + "mean_token_accuracy": 0.260149285197258, + "num_tokens": 17795863.0, + "step": 6200 + }, + { + "entropy": 4.970726060867309, + "epoch": 7.3606168446026095, + "grad_norm": 1.6328125, + "learning_rate": 0.00014197880456176133, + "loss": 4.1424, + "mean_token_accuracy": 0.27225644886493683, + "num_tokens": 17808448.0, + "step": 6205 + }, + { + "entropy": 4.969883394241333, + "epoch": 7.366548042704626, + "grad_norm": 1.703125, + "learning_rate": 0.00014159494108303733, + "loss": 4.167, + "mean_token_accuracy": 0.2746137589216232, + "num_tokens": 17821739.0, + "step": 6210 + }, + { + "entropy": 4.932872533798218, + "epoch": 7.372479240806643, + "grad_norm": 1.40625, + "learning_rate": 0.0001412116754706216, + "loss": 4.1621, + "mean_token_accuracy": 0.27595739960670473, + "num_tokens": 17836331.0, + "step": 6215 + }, + { + "entropy": 4.94700984954834, + "epoch": 7.378410438908659, + "grad_norm": 1.2890625, + "learning_rate": 0.00014082900944215233, + "loss": 4.211, + "mean_token_accuracy": 0.2661070227622986, + "num_tokens": 17853017.0, + "step": 6220 + }, + { + "entropy": 5.005891227722168, + "epoch": 7.384341637010676, + "grad_norm": 1.5859375, + "learning_rate": 0.0001404469447125804, + "loss": 4.2281, + "mean_token_accuracy": 0.26804654896259306, + "num_tokens": 17865126.0, + "step": 6225 + }, + { + "entropy": 4.876348829269409, + "epoch": 7.390272835112693, + "grad_norm": 1.46875, + "learning_rate": 0.0001400654829941618, + "loss": 4.1082, + "mean_token_accuracy": 0.2744539946317673, + "num_tokens": 17878124.0, + "step": 6230 + }, + { + "entropy": 4.936344575881958, + "epoch": 7.396204033214709, + "grad_norm": 1.3515625, + "learning_rate": 0.00013968462599645031, + "loss": 4.134, + "mean_token_accuracy": 0.26733184456825254, + "num_tokens": 17893283.0, + "step": 6235 + }, + { + "entropy": 4.917354774475098, + "epoch": 7.402135231316726, + "grad_norm": 1.4375, + "learning_rate": 0.0001393043754262896, + "loss": 4.1558, + "mean_token_accuracy": 0.2773623079061508, + "num_tokens": 17907641.0, + "step": 6240 + }, + { + "entropy": 4.9536134719848635, + "epoch": 7.408066429418742, + "grad_norm": 1.375, + "learning_rate": 0.00013892473298780529, + "loss": 4.192, + "mean_token_accuracy": 0.2580345556139946, + "num_tokens": 17921447.0, + "step": 6245 + }, + { + "entropy": 4.953230905532837, + "epoch": 7.413997627520759, + "grad_norm": 1.328125, + "learning_rate": 0.00013854570038239784, + "loss": 4.1655, + "mean_token_accuracy": 0.2688123002648354, + "num_tokens": 17934762.0, + "step": 6250 + }, + { + "entropy": 5.022729110717774, + "epoch": 7.419928825622776, + "grad_norm": 1.4453125, + "learning_rate": 0.00013816727930873474, + "loss": 4.2377, + "mean_token_accuracy": 0.26810979247093203, + "num_tokens": 17949145.0, + "step": 6255 + }, + { + "entropy": 4.999600982666015, + "epoch": 7.425860023724792, + "grad_norm": 1.453125, + "learning_rate": 0.00013778947146274274, + "loss": 4.1796, + "mean_token_accuracy": 0.27598278522491454, + "num_tokens": 17964024.0, + "step": 6260 + }, + { + "entropy": 4.983078908920288, + "epoch": 7.431791221826809, + "grad_norm": 1.3515625, + "learning_rate": 0.00013741227853760035, + "loss": 4.1952, + "mean_token_accuracy": 0.2766303032636642, + "num_tokens": 17978174.0, + "step": 6265 + }, + { + "entropy": 5.010853099822998, + "epoch": 7.437722419928826, + "grad_norm": 1.296875, + "learning_rate": 0.00013703570222373023, + "loss": 4.2528, + "mean_token_accuracy": 0.26744233518838884, + "num_tokens": 17994553.0, + "step": 6270 + }, + { + "entropy": 5.0423643589019775, + "epoch": 7.443653618030842, + "grad_norm": 1.5859375, + "learning_rate": 0.00013665974420879178, + "loss": 4.2642, + "mean_token_accuracy": 0.2619025677442551, + "num_tokens": 18008313.0, + "step": 6275 + }, + { + "entropy": 4.941047477722168, + "epoch": 7.449584816132859, + "grad_norm": 1.6640625, + "learning_rate": 0.00013628440617767342, + "loss": 4.1584, + "mean_token_accuracy": 0.2791551113128662, + "num_tokens": 18022461.0, + "step": 6280 + }, + { + "entropy": 4.906422233581543, + "epoch": 7.455516014234876, + "grad_norm": 1.7890625, + "learning_rate": 0.00013590968981248475, + "loss": 4.1693, + "mean_token_accuracy": 0.27178616523742677, + "num_tokens": 18035169.0, + "step": 6285 + }, + { + "entropy": 4.9971668243408205, + "epoch": 7.461447212336892, + "grad_norm": 1.4765625, + "learning_rate": 0.00013553559679254978, + "loss": 4.2428, + "mean_token_accuracy": 0.260674187541008, + "num_tokens": 18050394.0, + "step": 6290 + }, + { + "entropy": 5.038432693481445, + "epoch": 7.467378410438909, + "grad_norm": 1.3984375, + "learning_rate": 0.0001351621287943987, + "loss": 4.2422, + "mean_token_accuracy": 0.2617404028773308, + "num_tokens": 18065950.0, + "step": 6295 + }, + { + "entropy": 4.968473958969116, + "epoch": 7.473309608540926, + "grad_norm": 1.359375, + "learning_rate": 0.00013478928749176047, + "loss": 4.3012, + "mean_token_accuracy": 0.255914543569088, + "num_tokens": 18081858.0, + "step": 6300 + }, + { + "entropy": 4.971351289749146, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.1469, + "mean_token_accuracy": 0.28003616333007814, + "num_tokens": 18096104.0, + "step": 6305 + }, + { + "entropy": 5.002992153167725, + "epoch": 7.485172004744959, + "grad_norm": 1.6015625, + "learning_rate": 0.00013404549165388932, + "loss": 4.1885, + "mean_token_accuracy": 0.268343822658062, + "num_tokens": 18110262.0, + "step": 6310 + }, + { + "entropy": 5.043653392791748, + "epoch": 7.4911032028469755, + "grad_norm": 1.5546875, + "learning_rate": 0.00013367454045204162, + "loss": 4.2828, + "mean_token_accuracy": 0.2634868547320366, + "num_tokens": 18124071.0, + "step": 6315 + }, + { + "entropy": 4.948855590820313, + "epoch": 7.4970344009489915, + "grad_norm": 1.5078125, + "learning_rate": 0.00013330422261246267, + "loss": 4.1151, + "mean_token_accuracy": 0.28331713676452636, + "num_tokens": 18135811.0, + "step": 6320 + }, + { + "entropy": 4.9613100528717045, + "epoch": 7.5029655990510085, + "grad_norm": 1.421875, + "learning_rate": 0.00013293453979476403, + "loss": 4.1755, + "mean_token_accuracy": 0.2705711111426353, + "num_tokens": 18150305.0, + "step": 6325 + }, + { + "entropy": 4.983557462692261, + "epoch": 7.5088967971530245, + "grad_norm": 1.3515625, + "learning_rate": 0.00013256549365571105, + "loss": 4.1487, + "mean_token_accuracy": 0.27461179345846176, + "num_tokens": 18165200.0, + "step": 6330 + }, + { + "entropy": 4.955822896957398, + "epoch": 7.514827995255041, + "grad_norm": 1.453125, + "learning_rate": 0.00013219708584921608, + "loss": 4.2163, + "mean_token_accuracy": 0.2709791466593742, + "num_tokens": 18179719.0, + "step": 6335 + }, + { + "entropy": 4.958822202682495, + "epoch": 7.520759193357058, + "grad_norm": 1.359375, + "learning_rate": 0.00013182931802633037, + "loss": 4.1548, + "mean_token_accuracy": 0.2783662438392639, + "num_tokens": 18193075.0, + "step": 6340 + }, + { + "entropy": 4.928630638122558, + "epoch": 7.526690391459074, + "grad_norm": 1.5546875, + "learning_rate": 0.00013146219183523733, + "loss": 4.1277, + "mean_token_accuracy": 0.27176794707775115, + "num_tokens": 18206475.0, + "step": 6345 + }, + { + "entropy": 4.975558614730835, + "epoch": 7.532621589561091, + "grad_norm": 1.390625, + "learning_rate": 0.00013109570892124472, + "loss": 4.1603, + "mean_token_accuracy": 0.269869339466095, + "num_tokens": 18221326.0, + "step": 6350 + }, + { + "entropy": 4.939505672454834, + "epoch": 7.538552787663108, + "grad_norm": 1.4921875, + "learning_rate": 0.00013072987092677745, + "loss": 4.1946, + "mean_token_accuracy": 0.27014288008213044, + "num_tokens": 18234878.0, + "step": 6355 + }, + { + "entropy": 4.943843173980713, + "epoch": 7.544483985765124, + "grad_norm": 1.46875, + "learning_rate": 0.00013036467949137013, + "loss": 4.1749, + "mean_token_accuracy": 0.27516885548830033, + "num_tokens": 18248678.0, + "step": 6360 + }, + { + "entropy": 5.040545129776001, + "epoch": 7.550415183867141, + "grad_norm": 1.5078125, + "learning_rate": 0.0001300001362516598, + "loss": 4.2287, + "mean_token_accuracy": 0.26684413105249405, + "num_tokens": 18263527.0, + "step": 6365 + }, + { + "entropy": 5.00293288230896, + "epoch": 7.556346381969158, + "grad_norm": 1.375, + "learning_rate": 0.0001296362428413783, + "loss": 4.2421, + "mean_token_accuracy": 0.2645813152194023, + "num_tokens": 18278906.0, + "step": 6370 + }, + { + "entropy": 5.013268518447876, + "epoch": 7.562277580071174, + "grad_norm": 1.484375, + "learning_rate": 0.00012927300089134563, + "loss": 4.2359, + "mean_token_accuracy": 0.2636425316333771, + "num_tokens": 18292736.0, + "step": 6375 + }, + { + "entropy": 4.930179500579834, + "epoch": 7.568208778173191, + "grad_norm": 1.4375, + "learning_rate": 0.00012891041202946202, + "loss": 4.2256, + "mean_token_accuracy": 0.26343283951282503, + "num_tokens": 18307585.0, + "step": 6380 + }, + { + "entropy": 4.923861646652222, + "epoch": 7.574139976275208, + "grad_norm": 1.390625, + "learning_rate": 0.00012854847788070062, + "loss": 4.1658, + "mean_token_accuracy": 0.2711418062448502, + "num_tokens": 18321885.0, + "step": 6385 + }, + { + "entropy": 4.965120267868042, + "epoch": 7.580071174377224, + "grad_norm": 1.328125, + "learning_rate": 0.00012818720006710078, + "loss": 4.1932, + "mean_token_accuracy": 0.26647920459508895, + "num_tokens": 18336360.0, + "step": 6390 + }, + { + "entropy": 4.973609256744385, + "epoch": 7.586002372479241, + "grad_norm": 1.484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.2233, + "mean_token_accuracy": 0.2707409501075745, + "num_tokens": 18350864.0, + "step": 6395 + }, + { + "entropy": 4.912994432449341, + "epoch": 7.591933570581258, + "grad_norm": 1.453125, + "learning_rate": 0.000127466619918828, + "loss": 4.1595, + "mean_token_accuracy": 0.26940824538469316, + "num_tokens": 18363704.0, + "step": 6400 + }, + { + "entropy": 4.930047130584716, + "epoch": 7.597864768683274, + "grad_norm": 1.3359375, + "learning_rate": 0.00012710732081349727, + "loss": 4.1714, + "mean_token_accuracy": 0.26881704181432725, + "num_tokens": 18378243.0, + "step": 6405 + }, + { + "entropy": 4.930160140991211, + "epoch": 7.603795966785291, + "grad_norm": 1.703125, + "learning_rate": 0.00012674868450199812, + "loss": 4.1769, + "mean_token_accuracy": 0.2701748490333557, + "num_tokens": 18392053.0, + "step": 6410 + }, + { + "entropy": 4.934839487075806, + "epoch": 7.609727164887307, + "grad_norm": 1.40625, + "learning_rate": 0.00012639071259159008, + "loss": 4.1604, + "mean_token_accuracy": 0.27344272583723067, + "num_tokens": 18404810.0, + "step": 6415 + }, + { + "entropy": 4.969685316085815, + "epoch": 7.615658362989324, + "grad_norm": 1.65625, + "learning_rate": 0.00012603340668655545, + "loss": 4.2258, + "mean_token_accuracy": 0.26305156052112577, + "num_tokens": 18418141.0, + "step": 6420 + }, + { + "entropy": 4.984280109405518, + "epoch": 7.621589561091341, + "grad_norm": 1.40625, + "learning_rate": 0.00012567676838819126, + "loss": 4.2379, + "mean_token_accuracy": 0.2679993242025375, + "num_tokens": 18435857.0, + "step": 6425 + }, + { + "entropy": 4.995930480957031, + "epoch": 7.627520759193357, + "grad_norm": 1.453125, + "learning_rate": 0.000125320799294803, + "loss": 4.2637, + "mean_token_accuracy": 0.2617786660790443, + "num_tokens": 18451912.0, + "step": 6430 + }, + { + "entropy": 5.0825872898101805, + "epoch": 7.633451957295374, + "grad_norm": 1.390625, + "learning_rate": 0.00012496550100169704, + "loss": 4.2765, + "mean_token_accuracy": 0.2658253684639931, + "num_tokens": 18467287.0, + "step": 6435 + }, + { + "entropy": 4.9510266304016115, + "epoch": 7.6393831553973905, + "grad_norm": 1.4609375, + "learning_rate": 0.0001246108751011733, + "loss": 4.1526, + "mean_token_accuracy": 0.2691355749964714, + "num_tokens": 18481294.0, + "step": 6440 + }, + { + "entropy": 4.964544153213501, + "epoch": 7.645314353499407, + "grad_norm": 1.390625, + "learning_rate": 0.00012425692318251838, + "loss": 4.1925, + "mean_token_accuracy": 0.2686774075031281, + "num_tokens": 18495174.0, + "step": 6445 + }, + { + "entropy": 4.938959836959839, + "epoch": 7.6512455516014235, + "grad_norm": 1.421875, + "learning_rate": 0.00012390364683199863, + "loss": 4.1673, + "mean_token_accuracy": 0.2756313309073448, + "num_tokens": 18508977.0, + "step": 6450 + }, + { + "entropy": 4.922618055343628, + "epoch": 7.65717674970344, + "grad_norm": 1.3671875, + "learning_rate": 0.0001235510476328523, + "loss": 4.1547, + "mean_token_accuracy": 0.2695756465196609, + "num_tokens": 18523600.0, + "step": 6455 + }, + { + "entropy": 4.985540294647217, + "epoch": 7.6631079478054565, + "grad_norm": 1.28125, + "learning_rate": 0.0001231991271652833, + "loss": 4.23, + "mean_token_accuracy": 0.2688840597867966, + "num_tokens": 18538867.0, + "step": 6460 + }, + { + "entropy": 4.951766157150269, + "epoch": 7.669039145907473, + "grad_norm": 1.46875, + "learning_rate": 0.00012284788700645365, + "loss": 4.2118, + "mean_token_accuracy": 0.2653859004378319, + "num_tokens": 18554835.0, + "step": 6465 + }, + { + "entropy": 4.971490859985352, + "epoch": 7.67497034400949, + "grad_norm": 1.8046875, + "learning_rate": 0.00012249732873047652, + "loss": 4.1782, + "mean_token_accuracy": 0.27743360996246336, + "num_tokens": 18568062.0, + "step": 6470 + }, + { + "entropy": 4.984698963165283, + "epoch": 7.680901542111506, + "grad_norm": 1.296875, + "learning_rate": 0.0001221474539084092, + "loss": 4.136, + "mean_token_accuracy": 0.27429221868515014, + "num_tokens": 18582972.0, + "step": 6475 + }, + { + "entropy": 5.003374338150024, + "epoch": 7.686832740213523, + "grad_norm": 1.3515625, + "learning_rate": 0.00012179826410824576, + "loss": 4.206, + "mean_token_accuracy": 0.2687224343419075, + "num_tokens": 18598340.0, + "step": 6480 + }, + { + "entropy": 4.960773849487305, + "epoch": 7.69276393831554, + "grad_norm": 1.4296875, + "learning_rate": 0.00012144976089491066, + "loss": 4.196, + "mean_token_accuracy": 0.26986511796712875, + "num_tokens": 18614271.0, + "step": 6485 + }, + { + "entropy": 4.976792049407959, + "epoch": 7.698695136417556, + "grad_norm": 1.2578125, + "learning_rate": 0.00012110194583025117, + "loss": 4.1728, + "mean_token_accuracy": 0.2728369399905205, + "num_tokens": 18629539.0, + "step": 6490 + }, + { + "entropy": 4.9506384372711185, + "epoch": 7.704626334519573, + "grad_norm": 1.328125, + "learning_rate": 0.00012075482047303049, + "loss": 4.2067, + "mean_token_accuracy": 0.26827792823314667, + "num_tokens": 18645499.0, + "step": 6495 + }, + { + "entropy": 4.951906967163086, + "epoch": 7.710557532621589, + "grad_norm": 1.3828125, + "learning_rate": 0.00012040838637892098, + "loss": 4.1828, + "mean_token_accuracy": 0.26550467014312745, + "num_tokens": 18659420.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.838217874246141, + "eval_loss": 5.278876781463623, + "eval_mean_token_accuracy": 0.1963718583795922, + "eval_num_tokens": 18659420.0, + "eval_runtime": 1.8537, + "eval_samples_per_second": 1406.905, + "eval_steps_per_second": 175.863, + "step": 6500 + }, + { + "entropy": 5.038018798828125, + "epoch": 7.716488730723606, + "grad_norm": 1.3359375, + "learning_rate": 0.00012006264510049709, + "loss": 4.2912, + "mean_token_accuracy": 0.2583298921585083, + "num_tokens": 18675359.0, + "step": 6505 + }, + { + "entropy": 4.939229726791382, + "epoch": 7.722419928825623, + "grad_norm": 1.3125, + "learning_rate": 0.00011971759818722808, + "loss": 4.1644, + "mean_token_accuracy": 0.2686422199010849, + "num_tokens": 18691863.0, + "step": 6510 + }, + { + "entropy": 4.94049186706543, + "epoch": 7.728351126927639, + "grad_norm": 1.40625, + "learning_rate": 0.00011937324718547165, + "loss": 4.213, + "mean_token_accuracy": 0.2681308463215828, + "num_tokens": 18705699.0, + "step": 6515 + }, + { + "entropy": 4.9839945316314695, + "epoch": 7.734282325029656, + "grad_norm": 1.2109375, + "learning_rate": 0.00011902959363846652, + "loss": 4.213, + "mean_token_accuracy": 0.27024311721324923, + "num_tokens": 18719458.0, + "step": 6520 + }, + { + "entropy": 5.002005481719971, + "epoch": 7.740213523131673, + "grad_norm": 1.546875, + "learning_rate": 0.00011868663908632583, + "loss": 4.2699, + "mean_token_accuracy": 0.25512098968029023, + "num_tokens": 18734431.0, + "step": 6525 + }, + { + "entropy": 4.992534971237182, + "epoch": 7.746144721233689, + "grad_norm": 1.3359375, + "learning_rate": 0.00011834438506603006, + "loss": 4.1846, + "mean_token_accuracy": 0.26887927353382113, + "num_tokens": 18750171.0, + "step": 6530 + }, + { + "entropy": 5.000047111511231, + "epoch": 7.752075919335706, + "grad_norm": 1.234375, + "learning_rate": 0.00011800283311142026, + "loss": 4.1826, + "mean_token_accuracy": 0.27537376880645753, + "num_tokens": 18766706.0, + "step": 6535 + }, + { + "entropy": 5.034538650512696, + "epoch": 7.758007117437723, + "grad_norm": 1.5234375, + "learning_rate": 0.00011766198475319094, + "loss": 4.2106, + "mean_token_accuracy": 0.2707595989108086, + "num_tokens": 18780128.0, + "step": 6540 + }, + { + "entropy": 5.069503688812256, + "epoch": 7.763938315539739, + "grad_norm": 1.34375, + "learning_rate": 0.0001173218415188836, + "loss": 4.3273, + "mean_token_accuracy": 0.26015644967556, + "num_tokens": 18795451.0, + "step": 6545 + }, + { + "entropy": 4.929771089553833, + "epoch": 7.769869513641756, + "grad_norm": 1.53125, + "learning_rate": 0.00011698240493287942, + "loss": 4.1503, + "mean_token_accuracy": 0.27508400827646257, + "num_tokens": 18808744.0, + "step": 6550 + }, + { + "entropy": 4.9352621078491214, + "epoch": 7.775800711743772, + "grad_norm": 1.328125, + "learning_rate": 0.00011664367651639293, + "loss": 4.2287, + "mean_token_accuracy": 0.26703388541936873, + "num_tokens": 18822559.0, + "step": 6555 + }, + { + "entropy": 4.935847520828247, + "epoch": 7.781731909845789, + "grad_norm": 1.25, + "learning_rate": 0.00011630565778746483, + "loss": 4.1815, + "mean_token_accuracy": 0.27573600858449937, + "num_tokens": 18837981.0, + "step": 6560 + }, + { + "entropy": 4.9512584686279295, + "epoch": 7.787663107947806, + "grad_norm": 1.46875, + "learning_rate": 0.0001159683502609552, + "loss": 4.1664, + "mean_token_accuracy": 0.2720057263970375, + "num_tokens": 18851805.0, + "step": 6565 + }, + { + "entropy": 4.956794595718383, + "epoch": 7.7935943060498225, + "grad_norm": 1.453125, + "learning_rate": 0.00011563175544853689, + "loss": 4.2078, + "mean_token_accuracy": 0.27152359783649443, + "num_tokens": 18865441.0, + "step": 6570 + }, + { + "entropy": 4.97060489654541, + "epoch": 7.7995255041518385, + "grad_norm": 1.421875, + "learning_rate": 0.00011529587485868875, + "loss": 4.1652, + "mean_token_accuracy": 0.2674928829073906, + "num_tokens": 18880269.0, + "step": 6575 + }, + { + "entropy": 4.932104110717773, + "epoch": 7.8054567022538555, + "grad_norm": 1.4453125, + "learning_rate": 0.00011496070999668864, + "loss": 4.2215, + "mean_token_accuracy": 0.26482826471328735, + "num_tokens": 18893997.0, + "step": 6580 + }, + { + "entropy": 4.93112621307373, + "epoch": 7.8113879003558715, + "grad_norm": 1.3671875, + "learning_rate": 0.00011462626236460684, + "loss": 4.1275, + "mean_token_accuracy": 0.2772667795419693, + "num_tokens": 18909933.0, + "step": 6585 + }, + { + "entropy": 4.905091762542725, + "epoch": 7.817319098457888, + "grad_norm": 1.46875, + "learning_rate": 0.00011429253346129949, + "loss": 4.1653, + "mean_token_accuracy": 0.26696341931819917, + "num_tokens": 18924807.0, + "step": 6590 + }, + { + "entropy": 5.061008739471435, + "epoch": 7.823250296559905, + "grad_norm": 1.421875, + "learning_rate": 0.00011395952478240133, + "loss": 4.3139, + "mean_token_accuracy": 0.2544493332505226, + "num_tokens": 18941025.0, + "step": 6595 + }, + { + "entropy": 4.963063097000122, + "epoch": 7.829181494661921, + "grad_norm": 1.5625, + "learning_rate": 0.00011362723782031965, + "loss": 4.133, + "mean_token_accuracy": 0.2810679763555527, + "num_tokens": 18953531.0, + "step": 6600 + }, + { + "entropy": 4.895349740982056, + "epoch": 7.835112692763938, + "grad_norm": 1.546875, + "learning_rate": 0.00011329567406422726, + "loss": 4.1559, + "mean_token_accuracy": 0.2731098562479019, + "num_tokens": 18965275.0, + "step": 6605 + }, + { + "entropy": 4.973057889938355, + "epoch": 7.841043890865955, + "grad_norm": 1.4375, + "learning_rate": 0.00011296483500005568, + "loss": 4.1533, + "mean_token_accuracy": 0.2832289099693298, + "num_tokens": 18978974.0, + "step": 6610 + }, + { + "entropy": 4.96409854888916, + "epoch": 7.846975088967971, + "grad_norm": 1.5234375, + "learning_rate": 0.00011263472211048886, + "loss": 4.178, + "mean_token_accuracy": 0.2704193025827408, + "num_tokens": 18993680.0, + "step": 6615 + }, + { + "entropy": 4.950223064422607, + "epoch": 7.852906287069988, + "grad_norm": 1.5234375, + "learning_rate": 0.00011230533687495628, + "loss": 4.1989, + "mean_token_accuracy": 0.27050180435180665, + "num_tokens": 19007293.0, + "step": 6620 + }, + { + "entropy": 5.010431337356567, + "epoch": 7.858837485172005, + "grad_norm": 1.25, + "learning_rate": 0.0001119766807696263, + "loss": 4.2838, + "mean_token_accuracy": 0.2617028385400772, + "num_tokens": 19023044.0, + "step": 6625 + }, + { + "entropy": 4.97742919921875, + "epoch": 7.864768683274021, + "grad_norm": 1.4296875, + "learning_rate": 0.0001116487552673997, + "loss": 4.2063, + "mean_token_accuracy": 0.2721273049712181, + "num_tokens": 19035841.0, + "step": 6630 + }, + { + "entropy": 4.966792631149292, + "epoch": 7.870699881376038, + "grad_norm": 1.4765625, + "learning_rate": 0.00011132156183790298, + "loss": 4.1201, + "mean_token_accuracy": 0.27410572916269305, + "num_tokens": 19049207.0, + "step": 6635 + }, + { + "entropy": 4.942177248001099, + "epoch": 7.876631079478054, + "grad_norm": 1.4296875, + "learning_rate": 0.0001109951019474818, + "loss": 4.2095, + "mean_token_accuracy": 0.2704408824443817, + "num_tokens": 19063965.0, + "step": 6640 + }, + { + "entropy": 5.016838598251343, + "epoch": 7.882562277580071, + "grad_norm": 1.609375, + "learning_rate": 0.00011066937705919448, + "loss": 4.1917, + "mean_token_accuracy": 0.27301163971424103, + "num_tokens": 19078033.0, + "step": 6645 + }, + { + "entropy": 4.972585248947143, + "epoch": 7.888493475682088, + "grad_norm": 1.4296875, + "learning_rate": 0.00011034438863280508, + "loss": 4.2622, + "mean_token_accuracy": 0.26711854338645935, + "num_tokens": 19092326.0, + "step": 6650 + }, + { + "entropy": 4.955294036865235, + "epoch": 7.894424673784105, + "grad_norm": 1.5546875, + "learning_rate": 0.00011002013812477745, + "loss": 4.1939, + "mean_token_accuracy": 0.27363294661045073, + "num_tokens": 19105866.0, + "step": 6655 + }, + { + "entropy": 4.985445356369018, + "epoch": 7.900355871886121, + "grad_norm": 1.4609375, + "learning_rate": 0.00010969662698826835, + "loss": 4.2392, + "mean_token_accuracy": 0.25972959101200105, + "num_tokens": 19119776.0, + "step": 6660 + }, + { + "entropy": 4.8988072872161865, + "epoch": 7.906287069988138, + "grad_norm": 1.5078125, + "learning_rate": 0.00010937385667312077, + "loss": 4.1621, + "mean_token_accuracy": 0.2720198556780815, + "num_tokens": 19133545.0, + "step": 6665 + }, + { + "entropy": 4.915426588058471, + "epoch": 7.912218268090154, + "grad_norm": 1.3984375, + "learning_rate": 0.00010905182862585788, + "loss": 4.1231, + "mean_token_accuracy": 0.28039395809173584, + "num_tokens": 19146321.0, + "step": 6670 + }, + { + "entropy": 4.943013143539429, + "epoch": 7.918149466192171, + "grad_norm": 1.4375, + "learning_rate": 0.00010873054428967625, + "loss": 4.2105, + "mean_token_accuracy": 0.27190188616514205, + "num_tokens": 19160454.0, + "step": 6675 + }, + { + "entropy": 4.9680544376373295, + "epoch": 7.924080664294188, + "grad_norm": 1.65625, + "learning_rate": 0.00010841000510443932, + "loss": 4.1408, + "mean_token_accuracy": 0.2747448205947876, + "num_tokens": 19172877.0, + "step": 6680 + }, + { + "entropy": 4.937022542953491, + "epoch": 7.930011862396204, + "grad_norm": 1.5859375, + "learning_rate": 0.0001080902125066712, + "loss": 4.176, + "mean_token_accuracy": 0.27405632436275484, + "num_tokens": 19186256.0, + "step": 6685 + }, + { + "entropy": 5.0273994445800785, + "epoch": 7.935943060498221, + "grad_norm": 1.4765625, + "learning_rate": 0.00010777116792955009, + "loss": 4.1803, + "mean_token_accuracy": 0.2764009773731232, + "num_tokens": 19201162.0, + "step": 6690 + }, + { + "entropy": 4.958741664886475, + "epoch": 7.9418742586002375, + "grad_norm": 1.4375, + "learning_rate": 0.00010745287280290189, + "loss": 4.2054, + "mean_token_accuracy": 0.2653421968221664, + "num_tokens": 19215541.0, + "step": 6695 + }, + { + "entropy": 4.941545534133911, + "epoch": 7.947805456702254, + "grad_norm": 1.484375, + "learning_rate": 0.00010713532855319375, + "loss": 4.197, + "mean_token_accuracy": 0.26559500098228456, + "num_tokens": 19230382.0, + "step": 6700 + }, + { + "entropy": 4.944055509567261, + "epoch": 7.9537366548042705, + "grad_norm": 1.46875, + "learning_rate": 0.00010681853660352754, + "loss": 4.1747, + "mean_token_accuracy": 0.26648750007152555, + "num_tokens": 19244114.0, + "step": 6705 + }, + { + "entropy": 4.966470098495483, + "epoch": 7.959667852906287, + "grad_norm": 1.3984375, + "learning_rate": 0.00010650249837363392, + "loss": 4.2037, + "mean_token_accuracy": 0.27547854483127593, + "num_tokens": 19258710.0, + "step": 6710 + }, + { + "entropy": 4.934756660461426, + "epoch": 7.9655990510083035, + "grad_norm": 1.3125, + "learning_rate": 0.00010618721527986555, + "loss": 4.158, + "mean_token_accuracy": 0.2726140424609184, + "num_tokens": 19275112.0, + "step": 6715 + }, + { + "entropy": 4.922717666625976, + "epoch": 7.97153024911032, + "grad_norm": 1.421875, + "learning_rate": 0.00010587268873519079, + "loss": 4.1501, + "mean_token_accuracy": 0.2772819012403488, + "num_tokens": 19288062.0, + "step": 6720 + }, + { + "entropy": 4.936734676361084, + "epoch": 7.977461447212336, + "grad_norm": 1.5, + "learning_rate": 0.00010555892014918755, + "loss": 4.1506, + "mean_token_accuracy": 0.27411834299564364, + "num_tokens": 19302042.0, + "step": 6725 + }, + { + "entropy": 4.958236503601074, + "epoch": 7.983392645314353, + "grad_norm": 1.515625, + "learning_rate": 0.00010524591092803703, + "loss": 4.161, + "mean_token_accuracy": 0.2733812749385834, + "num_tokens": 19314110.0, + "step": 6730 + }, + { + "entropy": 4.981080484390259, + "epoch": 7.98932384341637, + "grad_norm": 1.59375, + "learning_rate": 0.00010493366247451697, + "loss": 4.1928, + "mean_token_accuracy": 0.27449638992547987, + "num_tokens": 19327278.0, + "step": 6735 + }, + { + "entropy": 5.008158779144287, + "epoch": 7.995255041518387, + "grad_norm": 1.4921875, + "learning_rate": 0.00010462217618799577, + "loss": 4.2661, + "mean_token_accuracy": 0.2655520737171173, + "num_tokens": 19342292.0, + "step": 6740 + }, + { + "entropy": 4.918616390228271, + "epoch": 8.001186239620404, + "grad_norm": 1.53125, + "learning_rate": 0.00010431145346442641, + "loss": 4.1724, + "mean_token_accuracy": 0.2703625589609146, + "num_tokens": 19355263.0, + "step": 6745 + }, + { + "entropy": 4.952774286270142, + "epoch": 8.00711743772242, + "grad_norm": 1.6171875, + "learning_rate": 0.0001040014956963394, + "loss": 4.1125, + "mean_token_accuracy": 0.2855179339647293, + "num_tokens": 19370894.0, + "step": 6750 + }, + { + "entropy": 4.956142950057983, + "epoch": 8.013048635824436, + "grad_norm": 1.6484375, + "learning_rate": 0.00010369230427283743, + "loss": 4.1307, + "mean_token_accuracy": 0.27639118432998655, + "num_tokens": 19384952.0, + "step": 6755 + }, + { + "entropy": 4.953587770462036, + "epoch": 8.018979833926453, + "grad_norm": 1.453125, + "learning_rate": 0.00010338388057958861, + "loss": 4.1299, + "mean_token_accuracy": 0.27635318338871, + "num_tokens": 19398827.0, + "step": 6760 + }, + { + "entropy": 4.980620622634888, + "epoch": 8.02491103202847, + "grad_norm": 1.65625, + "learning_rate": 0.00010307622599882024, + "loss": 4.1558, + "mean_token_accuracy": 0.2757073760032654, + "num_tokens": 19412885.0, + "step": 6765 + }, + { + "entropy": 4.951993179321289, + "epoch": 8.030842230130487, + "grad_norm": 1.3046875, + "learning_rate": 0.00010276934190931311, + "loss": 4.1164, + "mean_token_accuracy": 0.2768961787223816, + "num_tokens": 19427649.0, + "step": 6770 + }, + { + "entropy": 4.977577447891235, + "epoch": 8.036773428232504, + "grad_norm": 1.3828125, + "learning_rate": 0.00010246322968639466, + "loss": 4.1107, + "mean_token_accuracy": 0.28088724315166474, + "num_tokens": 19440414.0, + "step": 6775 + }, + { + "entropy": 4.959649896621704, + "epoch": 8.042704626334519, + "grad_norm": 1.4453125, + "learning_rate": 0.00010215789070193334, + "loss": 4.1053, + "mean_token_accuracy": 0.28382750153541564, + "num_tokens": 19453244.0, + "step": 6780 + }, + { + "entropy": 4.953791713714599, + "epoch": 8.048635824436536, + "grad_norm": 1.5625, + "learning_rate": 0.00010185332632433225, + "loss": 4.1219, + "mean_token_accuracy": 0.27816020846366885, + "num_tokens": 19466198.0, + "step": 6785 + }, + { + "entropy": 4.94953031539917, + "epoch": 8.054567022538553, + "grad_norm": 1.421875, + "learning_rate": 0.00010154953791852294, + "loss": 4.1447, + "mean_token_accuracy": 0.27725039422512054, + "num_tokens": 19481194.0, + "step": 6790 + }, + { + "entropy": 4.961174488067627, + "epoch": 8.06049822064057, + "grad_norm": 1.4140625, + "learning_rate": 0.00010124652684595948, + "loss": 4.1174, + "mean_token_accuracy": 0.2796910166740417, + "num_tokens": 19494515.0, + "step": 6795 + }, + { + "entropy": 4.991759729385376, + "epoch": 8.066429418742587, + "grad_norm": 1.34375, + "learning_rate": 0.0001009442944646122, + "loss": 4.1444, + "mean_token_accuracy": 0.2743052154779434, + "num_tokens": 19509822.0, + "step": 6800 + }, + { + "entropy": 4.9291540622711185, + "epoch": 8.072360616844602, + "grad_norm": 1.21875, + "learning_rate": 0.00010064284212896155, + "loss": 4.0665, + "mean_token_accuracy": 0.28025729656219484, + "num_tokens": 19524674.0, + "step": 6805 + }, + { + "entropy": 4.964055490493775, + "epoch": 8.078291814946619, + "grad_norm": 1.6484375, + "learning_rate": 0.00010034217118999234, + "loss": 4.1484, + "mean_token_accuracy": 0.27135920226573945, + "num_tokens": 19540329.0, + "step": 6810 + }, + { + "entropy": 4.977747011184692, + "epoch": 8.084223013048636, + "grad_norm": 1.375, + "learning_rate": 0.00010004228299518739, + "loss": 4.1527, + "mean_token_accuracy": 0.2773289069533348, + "num_tokens": 19554451.0, + "step": 6815 + }, + { + "entropy": 4.976891994476318, + "epoch": 8.090154211150653, + "grad_norm": 1.4609375, + "learning_rate": 9.974317888852149e-05, + "loss": 4.1149, + "mean_token_accuracy": 0.28241694569587705, + "num_tokens": 19570121.0, + "step": 6820 + }, + { + "entropy": 4.995674705505371, + "epoch": 8.09608540925267, + "grad_norm": 1.6171875, + "learning_rate": 9.944486021045559e-05, + "loss": 4.1607, + "mean_token_accuracy": 0.27272525280714033, + "num_tokens": 19583781.0, + "step": 6825 + }, + { + "entropy": 4.9257275581359865, + "epoch": 8.102016607354686, + "grad_norm": 1.640625, + "learning_rate": 9.914732829793074e-05, + "loss": 4.0705, + "mean_token_accuracy": 0.2852848917245865, + "num_tokens": 19596897.0, + "step": 6830 + }, + { + "entropy": 4.910679912567138, + "epoch": 8.107947805456702, + "grad_norm": 1.515625, + "learning_rate": 9.885058448436182e-05, + "loss": 4.0648, + "mean_token_accuracy": 0.28457278311252593, + "num_tokens": 19612035.0, + "step": 6835 + }, + { + "entropy": 5.007439708709716, + "epoch": 8.113879003558718, + "grad_norm": 1.6171875, + "learning_rate": 9.855463009963195e-05, + "loss": 4.1719, + "mean_token_accuracy": 0.2767337769269943, + "num_tokens": 19626203.0, + "step": 6840 + }, + { + "entropy": 5.004592514038086, + "epoch": 8.119810201660735, + "grad_norm": 1.6015625, + "learning_rate": 9.825946647008624e-05, + "loss": 4.1668, + "mean_token_accuracy": 0.2726615399122238, + "num_tokens": 19640677.0, + "step": 6845 + }, + { + "entropy": 4.947024965286255, + "epoch": 8.125741399762752, + "grad_norm": 1.3359375, + "learning_rate": 9.79650949185261e-05, + "loss": 4.0692, + "mean_token_accuracy": 0.28409830331802366, + "num_tokens": 19656376.0, + "step": 6850 + }, + { + "entropy": 4.924175882339478, + "epoch": 8.13167259786477, + "grad_norm": 1.515625, + "learning_rate": 9.767151676420313e-05, + "loss": 4.1249, + "mean_token_accuracy": 0.2704366624355316, + "num_tokens": 19669870.0, + "step": 6855 + }, + { + "entropy": 4.911569881439209, + "epoch": 8.137603795966786, + "grad_norm": 1.4375, + "learning_rate": 9.737873332281308e-05, + "loss": 4.1057, + "mean_token_accuracy": 0.2803793638944626, + "num_tokens": 19684654.0, + "step": 6860 + }, + { + "entropy": 4.942528438568115, + "epoch": 8.143534994068801, + "grad_norm": 1.59375, + "learning_rate": 9.708674590649033e-05, + "loss": 4.1414, + "mean_token_accuracy": 0.2712926119565964, + "num_tokens": 19699173.0, + "step": 6865 + }, + { + "entropy": 4.881103277206421, + "epoch": 8.149466192170818, + "grad_norm": 1.3984375, + "learning_rate": 9.67955558238018e-05, + "loss": 4.0119, + "mean_token_accuracy": 0.29087738394737245, + "num_tokens": 19710580.0, + "step": 6870 + }, + { + "entropy": 5.009051847457886, + "epoch": 8.155397390272835, + "grad_norm": 1.4765625, + "learning_rate": 9.650516437974091e-05, + "loss": 4.1787, + "mean_token_accuracy": 0.2765727609395981, + "num_tokens": 19725437.0, + "step": 6875 + }, + { + "entropy": 4.956774616241455, + "epoch": 8.161328588374852, + "grad_norm": 1.4609375, + "learning_rate": 9.62155728757221e-05, + "loss": 4.1551, + "mean_token_accuracy": 0.2715842515230179, + "num_tokens": 19740152.0, + "step": 6880 + }, + { + "entropy": 4.945559120178222, + "epoch": 8.167259786476869, + "grad_norm": 1.5390625, + "learning_rate": 9.592678260957476e-05, + "loss": 4.0861, + "mean_token_accuracy": 0.2820469528436661, + "num_tokens": 19754897.0, + "step": 6885 + }, + { + "entropy": 4.9831342697143555, + "epoch": 8.173190984578884, + "grad_norm": 1.40625, + "learning_rate": 9.563879487553736e-05, + "loss": 4.1503, + "mean_token_accuracy": 0.2785887211561203, + "num_tokens": 19769744.0, + "step": 6890 + }, + { + "entropy": 4.953654718399048, + "epoch": 8.179122182680901, + "grad_norm": 1.40625, + "learning_rate": 9.53516109642519e-05, + "loss": 4.1591, + "mean_token_accuracy": 0.2738503411412239, + "num_tokens": 19786345.0, + "step": 6895 + }, + { + "entropy": 5.01388111114502, + "epoch": 8.185053380782918, + "grad_norm": 1.5078125, + "learning_rate": 9.506523216275789e-05, + "loss": 4.1595, + "mean_token_accuracy": 0.27657521069049834, + "num_tokens": 19800507.0, + "step": 6900 + }, + { + "entropy": 4.937813138961792, + "epoch": 8.190984578884935, + "grad_norm": 1.5625, + "learning_rate": 9.477965975448671e-05, + "loss": 4.1359, + "mean_token_accuracy": 0.28178862780332564, + "num_tokens": 19814388.0, + "step": 6905 + }, + { + "entropy": 4.952528047561645, + "epoch": 8.196915776986952, + "grad_norm": 1.453125, + "learning_rate": 9.449489501925579e-05, + "loss": 4.1216, + "mean_token_accuracy": 0.28036233931779864, + "num_tokens": 19829219.0, + "step": 6910 + }, + { + "entropy": 4.971898889541626, + "epoch": 8.202846975088969, + "grad_norm": 1.484375, + "learning_rate": 9.421093923326302e-05, + "loss": 4.0613, + "mean_token_accuracy": 0.2923776924610138, + "num_tokens": 19842053.0, + "step": 6915 + }, + { + "entropy": 4.9648068904876705, + "epoch": 8.208778173190984, + "grad_norm": 1.3359375, + "learning_rate": 9.39277936690806e-05, + "loss": 4.11, + "mean_token_accuracy": 0.284161776304245, + "num_tokens": 19856805.0, + "step": 6920 + }, + { + "entropy": 4.931480836868286, + "epoch": 8.214709371293, + "grad_norm": 1.359375, + "learning_rate": 9.364545959565007e-05, + "loss": 4.105, + "mean_token_accuracy": 0.27689804285764696, + "num_tokens": 19872204.0, + "step": 6925 + }, + { + "entropy": 4.954165983200073, + "epoch": 8.220640569395018, + "grad_norm": 1.484375, + "learning_rate": 9.336393827827583e-05, + "loss": 4.1338, + "mean_token_accuracy": 0.2822166562080383, + "num_tokens": 19885489.0, + "step": 6930 + }, + { + "entropy": 4.980246210098267, + "epoch": 8.226571767497035, + "grad_norm": 1.5078125, + "learning_rate": 9.30832309786201e-05, + "loss": 4.1954, + "mean_token_accuracy": 0.2705867365002632, + "num_tokens": 19900830.0, + "step": 6935 + }, + { + "entropy": 4.957044506072998, + "epoch": 8.232502965599052, + "grad_norm": 1.40625, + "learning_rate": 9.280333895469695e-05, + "loss": 4.1184, + "mean_token_accuracy": 0.27876162976026536, + "num_tokens": 19915611.0, + "step": 6940 + }, + { + "entropy": 4.980874109268188, + "epoch": 8.238434163701069, + "grad_norm": 1.453125, + "learning_rate": 9.252426346086662e-05, + "loss": 4.1519, + "mean_token_accuracy": 0.2773675724864006, + "num_tokens": 19929162.0, + "step": 6945 + }, + { + "entropy": 4.89205322265625, + "epoch": 8.244365361803084, + "grad_norm": 1.4921875, + "learning_rate": 9.224600574783004e-05, + "loss": 4.0476, + "mean_token_accuracy": 0.2908473551273346, + "num_tokens": 19942721.0, + "step": 6950 + }, + { + "entropy": 4.9506487369537355, + "epoch": 8.2502965599051, + "grad_norm": 1.5625, + "learning_rate": 9.19685670626233e-05, + "loss": 4.1196, + "mean_token_accuracy": 0.2869738355278969, + "num_tokens": 19957300.0, + "step": 6955 + }, + { + "entropy": 4.946757507324219, + "epoch": 8.256227758007118, + "grad_norm": 1.453125, + "learning_rate": 9.169194864861184e-05, + "loss": 4.0738, + "mean_token_accuracy": 0.2842596858739853, + "num_tokens": 19971150.0, + "step": 6960 + }, + { + "entropy": 4.9259786128997805, + "epoch": 8.262158956109134, + "grad_norm": 1.3359375, + "learning_rate": 9.141615174548499e-05, + "loss": 4.117, + "mean_token_accuracy": 0.28442147374153137, + "num_tokens": 19987092.0, + "step": 6965 + }, + { + "entropy": 5.019797658920288, + "epoch": 8.268090154211151, + "grad_norm": 1.53125, + "learning_rate": 9.114117758925048e-05, + "loss": 4.2259, + "mean_token_accuracy": 0.2647417798638344, + "num_tokens": 20001628.0, + "step": 6970 + }, + { + "entropy": 4.912492990493774, + "epoch": 8.274021352313166, + "grad_norm": 1.4375, + "learning_rate": 9.086702741222862e-05, + "loss": 4.0714, + "mean_token_accuracy": 0.28536428809165953, + "num_tokens": 20015385.0, + "step": 6975 + }, + { + "entropy": 4.996911859512329, + "epoch": 8.279952550415183, + "grad_norm": 1.453125, + "learning_rate": 9.059370244304731e-05, + "loss": 4.144, + "mean_token_accuracy": 0.27965455651283266, + "num_tokens": 20029444.0, + "step": 6980 + }, + { + "entropy": 4.945066928863525, + "epoch": 8.2858837485172, + "grad_norm": 1.4375, + "learning_rate": 9.032120390663598e-05, + "loss": 4.1688, + "mean_token_accuracy": 0.267382450401783, + "num_tokens": 20043693.0, + "step": 6985 + }, + { + "entropy": 4.960481071472168, + "epoch": 8.291814946619217, + "grad_norm": 1.359375, + "learning_rate": 9.004953302422029e-05, + "loss": 4.1848, + "mean_token_accuracy": 0.2698869094252586, + "num_tokens": 20058082.0, + "step": 6990 + }, + { + "entropy": 5.019311714172363, + "epoch": 8.297746144721234, + "grad_norm": 1.4609375, + "learning_rate": 8.977869101331695e-05, + "loss": 4.2323, + "mean_token_accuracy": 0.26750168800354, + "num_tokens": 20074309.0, + "step": 6995 + }, + { + "entropy": 4.913663387298584, + "epoch": 8.303677342823251, + "grad_norm": 1.5859375, + "learning_rate": 8.950867908772773e-05, + "loss": 4.1159, + "mean_token_accuracy": 0.28194110542535783, + "num_tokens": 20089667.0, + "step": 7000 + }, + { + "epoch": 8.303677342823251, + "eval_entropy": 4.845988825054988, + "eval_loss": 5.288313388824463, + "eval_mean_token_accuracy": 0.19573048509063165, + "eval_num_tokens": 20089667.0, + "eval_runtime": 1.8519, + "eval_samples_per_second": 1408.312, + "eval_steps_per_second": 176.039, + "step": 7000 + }, + { + "entropy": 4.943807554244995, + "epoch": 8.309608540925266, + "grad_norm": 1.4765625, + "learning_rate": 8.923949845753446e-05, + "loss": 4.0599, + "mean_token_accuracy": 0.28715709447860716, + "num_tokens": 20102066.0, + "step": 7005 + }, + { + "entropy": 4.94815411567688, + "epoch": 8.315539739027283, + "grad_norm": 1.578125, + "learning_rate": 8.89711503290934e-05, + "loss": 4.1353, + "mean_token_accuracy": 0.27826972901821134, + "num_tokens": 20118628.0, + "step": 7010 + }, + { + "entropy": 4.963492727279663, + "epoch": 8.3214709371293, + "grad_norm": 1.4609375, + "learning_rate": 8.870363590502995e-05, + "loss": 4.0765, + "mean_token_accuracy": 0.2875643581151962, + "num_tokens": 20131846.0, + "step": 7015 + }, + { + "entropy": 5.033528900146484, + "epoch": 8.327402135231317, + "grad_norm": 1.375, + "learning_rate": 8.843695638423307e-05, + "loss": 4.2082, + "mean_token_accuracy": 0.2754577323794365, + "num_tokens": 20145972.0, + "step": 7020 + }, + { + "entropy": 4.939410018920898, + "epoch": 8.333333333333334, + "grad_norm": 1.6015625, + "learning_rate": 8.817111296185022e-05, + "loss": 4.0905, + "mean_token_accuracy": 0.2850518971681595, + "num_tokens": 20160996.0, + "step": 7025 + }, + { + "entropy": 4.929085969924927, + "epoch": 8.33926453143535, + "grad_norm": 1.4453125, + "learning_rate": 8.790610682928153e-05, + "loss": 4.1538, + "mean_token_accuracy": 0.27305626273155215, + "num_tokens": 20176232.0, + "step": 7030 + }, + { + "entropy": 4.999951696395874, + "epoch": 8.345195729537366, + "grad_norm": 1.2890625, + "learning_rate": 8.764193917417495e-05, + "loss": 4.1882, + "mean_token_accuracy": 0.2673496440052986, + "num_tokens": 20190872.0, + "step": 7035 + }, + { + "entropy": 4.9529218673706055, + "epoch": 8.351126927639383, + "grad_norm": 1.546875, + "learning_rate": 8.737861118042077e-05, + "loss": 4.0893, + "mean_token_accuracy": 0.2853918135166168, + "num_tokens": 20203422.0, + "step": 7040 + }, + { + "entropy": 4.929451990127563, + "epoch": 8.3570581257414, + "grad_norm": 1.4140625, + "learning_rate": 8.7116124028146e-05, + "loss": 4.1002, + "mean_token_accuracy": 0.2841632515192032, + "num_tokens": 20218104.0, + "step": 7045 + }, + { + "entropy": 5.016379880905151, + "epoch": 8.362989323843417, + "grad_norm": 1.5859375, + "learning_rate": 8.685447889370962e-05, + "loss": 4.206, + "mean_token_accuracy": 0.26717809289693834, + "num_tokens": 20233026.0, + "step": 7050 + }, + { + "entropy": 4.88982834815979, + "epoch": 8.368920521945434, + "grad_norm": 1.6796875, + "learning_rate": 8.659367694969697e-05, + "loss": 4.0934, + "mean_token_accuracy": 0.28569348603487016, + "num_tokens": 20246633.0, + "step": 7055 + }, + { + "entropy": 4.981721878051758, + "epoch": 8.374851720047449, + "grad_norm": 1.609375, + "learning_rate": 8.633371936491439e-05, + "loss": 4.1645, + "mean_token_accuracy": 0.27752143442630767, + "num_tokens": 20260486.0, + "step": 7060 + }, + { + "entropy": 5.025034666061401, + "epoch": 8.380782918149466, + "grad_norm": 1.3125, + "learning_rate": 8.607460730438433e-05, + "loss": 4.2005, + "mean_token_accuracy": 0.27400632202625275, + "num_tokens": 20274950.0, + "step": 7065 + }, + { + "entropy": 4.972424793243408, + "epoch": 8.386714116251483, + "grad_norm": 1.2109375, + "learning_rate": 8.58163419293399e-05, + "loss": 4.124, + "mean_token_accuracy": 0.2825900614261627, + "num_tokens": 20291379.0, + "step": 7070 + }, + { + "entropy": 4.922041559219361, + "epoch": 8.3926453143535, + "grad_norm": 1.328125, + "learning_rate": 8.555892439721974e-05, + "loss": 4.1642, + "mean_token_accuracy": 0.273585370182991, + "num_tokens": 20306948.0, + "step": 7075 + }, + { + "entropy": 4.968210887908936, + "epoch": 8.398576512455517, + "grad_norm": 1.3671875, + "learning_rate": 8.53023558616628e-05, + "loss": 4.1533, + "mean_token_accuracy": 0.2730686664581299, + "num_tokens": 20322879.0, + "step": 7080 + }, + { + "entropy": 4.954150867462158, + "epoch": 8.404507710557533, + "grad_norm": 1.421875, + "learning_rate": 8.504663747250307e-05, + "loss": 4.1461, + "mean_token_accuracy": 0.27833545953035355, + "num_tokens": 20337429.0, + "step": 7085 + }, + { + "entropy": 4.991365528106689, + "epoch": 8.410438908659549, + "grad_norm": 1.7421875, + "learning_rate": 8.479177037576465e-05, + "loss": 4.1721, + "mean_token_accuracy": 0.2763865113258362, + "num_tokens": 20351832.0, + "step": 7090 + }, + { + "entropy": 4.918641757965088, + "epoch": 8.416370106761565, + "grad_norm": 1.3046875, + "learning_rate": 8.45377557136566e-05, + "loss": 4.0919, + "mean_token_accuracy": 0.27801636308431626, + "num_tokens": 20367750.0, + "step": 7095 + }, + { + "entropy": 4.984933614730835, + "epoch": 8.422301304863582, + "grad_norm": 1.3046875, + "learning_rate": 8.428459462456742e-05, + "loss": 4.1549, + "mean_token_accuracy": 0.28463602960109713, + "num_tokens": 20381940.0, + "step": 7100 + }, + { + "entropy": 4.972204875946045, + "epoch": 8.4282325029656, + "grad_norm": 1.3515625, + "learning_rate": 8.40322882430605e-05, + "loss": 4.1892, + "mean_token_accuracy": 0.269132573902607, + "num_tokens": 20398234.0, + "step": 7105 + }, + { + "entropy": 5.0125813484191895, + "epoch": 8.434163701067616, + "grad_norm": 1.3125, + "learning_rate": 8.378083769986877e-05, + "loss": 4.2091, + "mean_token_accuracy": 0.2703700795769691, + "num_tokens": 20412760.0, + "step": 7110 + }, + { + "entropy": 4.942654085159302, + "epoch": 8.440094899169633, + "grad_norm": 1.421875, + "learning_rate": 8.353024412188947e-05, + "loss": 4.1133, + "mean_token_accuracy": 0.2814383789896965, + "num_tokens": 20425619.0, + "step": 7115 + }, + { + "entropy": 4.970111846923828, + "epoch": 8.446026097271648, + "grad_norm": 1.4453125, + "learning_rate": 8.328050863217945e-05, + "loss": 4.1303, + "mean_token_accuracy": 0.28334583938121793, + "num_tokens": 20439053.0, + "step": 7120 + }, + { + "entropy": 4.94553771018982, + "epoch": 8.451957295373665, + "grad_norm": 1.34375, + "learning_rate": 8.30316323499499e-05, + "loss": 4.1528, + "mean_token_accuracy": 0.275912007689476, + "num_tokens": 20455183.0, + "step": 7125 + }, + { + "entropy": 4.981212615966797, + "epoch": 8.457888493475682, + "grad_norm": 1.421875, + "learning_rate": 8.278361639056139e-05, + "loss": 4.151, + "mean_token_accuracy": 0.27214971780776975, + "num_tokens": 20469946.0, + "step": 7130 + }, + { + "entropy": 5.046653127670288, + "epoch": 8.463819691577699, + "grad_norm": 1.3671875, + "learning_rate": 8.253646186551892e-05, + "loss": 4.1096, + "mean_token_accuracy": 0.28105743080377577, + "num_tokens": 20485435.0, + "step": 7135 + }, + { + "entropy": 4.9441821575164795, + "epoch": 8.469750889679716, + "grad_norm": 1.46875, + "learning_rate": 8.229016988246687e-05, + "loss": 4.1376, + "mean_token_accuracy": 0.276494437456131, + "num_tokens": 20500031.0, + "step": 7140 + }, + { + "entropy": 4.951654863357544, + "epoch": 8.475682087781731, + "grad_norm": 1.3828125, + "learning_rate": 8.204474154518401e-05, + "loss": 4.1319, + "mean_token_accuracy": 0.28140354305505755, + "num_tokens": 20514744.0, + "step": 7145 + }, + { + "entropy": 4.94715142250061, + "epoch": 8.481613285883748, + "grad_norm": 1.5546875, + "learning_rate": 8.180017795357872e-05, + "loss": 4.1549, + "mean_token_accuracy": 0.2663842305541039, + "num_tokens": 20529703.0, + "step": 7150 + }, + { + "entropy": 4.996786737442017, + "epoch": 8.487544483985765, + "grad_norm": 1.453125, + "learning_rate": 8.155648020368384e-05, + "loss": 4.1788, + "mean_token_accuracy": 0.27609876692295077, + "num_tokens": 20543900.0, + "step": 7155 + }, + { + "entropy": 4.929298019409179, + "epoch": 8.493475682087782, + "grad_norm": 1.2890625, + "learning_rate": 8.13136493876519e-05, + "loss": 4.1505, + "mean_token_accuracy": 0.273946738243103, + "num_tokens": 20558897.0, + "step": 7160 + }, + { + "entropy": 4.941282415390015, + "epoch": 8.499406880189799, + "grad_norm": 1.515625, + "learning_rate": 8.107168659375028e-05, + "loss": 4.1881, + "mean_token_accuracy": 0.2708439499139786, + "num_tokens": 20574265.0, + "step": 7165 + }, + { + "entropy": 5.010174655914307, + "epoch": 8.505338078291816, + "grad_norm": 1.296875, + "learning_rate": 8.083059290635609e-05, + "loss": 4.1422, + "mean_token_accuracy": 0.2740061551332474, + "num_tokens": 20587826.0, + "step": 7170 + }, + { + "entropy": 4.959544372558594, + "epoch": 8.511269276393831, + "grad_norm": 1.5390625, + "learning_rate": 8.059036940595152e-05, + "loss": 4.14, + "mean_token_accuracy": 0.28165957927703855, + "num_tokens": 20602410.0, + "step": 7175 + }, + { + "entropy": 5.011852502822876, + "epoch": 8.517200474495848, + "grad_norm": 1.5, + "learning_rate": 8.035101716911902e-05, + "loss": 4.1821, + "mean_token_accuracy": 0.2695979312062263, + "num_tokens": 20614735.0, + "step": 7180 + }, + { + "entropy": 5.010019207000733, + "epoch": 8.523131672597865, + "grad_norm": 1.6484375, + "learning_rate": 8.011253726853635e-05, + "loss": 4.171, + "mean_token_accuracy": 0.2716133058071136, + "num_tokens": 20628704.0, + "step": 7185 + }, + { + "entropy": 5.009564161300659, + "epoch": 8.529062870699882, + "grad_norm": 1.3984375, + "learning_rate": 7.987493077297175e-05, + "loss": 4.2043, + "mean_token_accuracy": 0.27437269389629365, + "num_tokens": 20644211.0, + "step": 7190 + }, + { + "entropy": 4.940215826034546, + "epoch": 8.534994068801899, + "grad_norm": 1.5625, + "learning_rate": 7.963819874727936e-05, + "loss": 4.1223, + "mean_token_accuracy": 0.2719195455312729, + "num_tokens": 20656358.0, + "step": 7195 + }, + { + "entropy": 4.992868089675904, + "epoch": 8.540925266903916, + "grad_norm": 1.375, + "learning_rate": 7.940234225239415e-05, + "loss": 4.1214, + "mean_token_accuracy": 0.27949882447719576, + "num_tokens": 20671411.0, + "step": 7200 + }, + { + "entropy": 4.933926820755005, + "epoch": 8.54685646500593, + "grad_norm": 1.3984375, + "learning_rate": 7.91673623453274e-05, + "loss": 4.0932, + "mean_token_accuracy": 0.2841261148452759, + "num_tokens": 20685297.0, + "step": 7205 + }, + { + "entropy": 4.940114593505859, + "epoch": 8.552787663107948, + "grad_norm": 1.546875, + "learning_rate": 7.893326007916197e-05, + "loss": 4.1566, + "mean_token_accuracy": 0.2727809935808182, + "num_tokens": 20699254.0, + "step": 7210 + }, + { + "entropy": 4.965342235565186, + "epoch": 8.558718861209965, + "grad_norm": 1.5078125, + "learning_rate": 7.870003650304732e-05, + "loss": 4.2013, + "mean_token_accuracy": 0.2660842135548592, + "num_tokens": 20714309.0, + "step": 7215 + }, + { + "entropy": 4.854388236999512, + "epoch": 8.564650059311981, + "grad_norm": 1.7578125, + "learning_rate": 7.846769266219513e-05, + "loss": 4.101, + "mean_token_accuracy": 0.28019327819347384, + "num_tokens": 20726852.0, + "step": 7220 + }, + { + "entropy": 4.977337217330932, + "epoch": 8.570581257413998, + "grad_norm": 1.4140625, + "learning_rate": 7.823622959787427e-05, + "loss": 4.1374, + "mean_token_accuracy": 0.276021409034729, + "num_tokens": 20740992.0, + "step": 7225 + }, + { + "entropy": 4.954471254348755, + "epoch": 8.576512455516013, + "grad_norm": 1.3203125, + "learning_rate": 7.800564834740668e-05, + "loss": 4.1682, + "mean_token_accuracy": 0.2712804600596428, + "num_tokens": 20756230.0, + "step": 7230 + }, + { + "entropy": 4.949953174591064, + "epoch": 8.58244365361803, + "grad_norm": 1.328125, + "learning_rate": 7.777594994416214e-05, + "loss": 4.1976, + "mean_token_accuracy": 0.264949195086956, + "num_tokens": 20771015.0, + "step": 7235 + }, + { + "entropy": 4.984851121902466, + "epoch": 8.588374851720047, + "grad_norm": 1.4296875, + "learning_rate": 7.754713541755382e-05, + "loss": 4.1592, + "mean_token_accuracy": 0.2742938667535782, + "num_tokens": 20787552.0, + "step": 7240 + }, + { + "entropy": 5.0273850440979, + "epoch": 8.594306049822064, + "grad_norm": 1.546875, + "learning_rate": 7.731920579303387e-05, + "loss": 4.2146, + "mean_token_accuracy": 0.2603505074977875, + "num_tokens": 20800962.0, + "step": 7245 + }, + { + "entropy": 4.984416103363037, + "epoch": 8.600237247924081, + "grad_norm": 1.3046875, + "learning_rate": 7.709216209208861e-05, + "loss": 4.1653, + "mean_token_accuracy": 0.27206780314445494, + "num_tokens": 20814949.0, + "step": 7250 + }, + { + "entropy": 4.948931360244751, + "epoch": 8.606168446026098, + "grad_norm": 1.515625, + "learning_rate": 7.686600533223395e-05, + "loss": 4.1515, + "mean_token_accuracy": 0.270930515229702, + "num_tokens": 20829395.0, + "step": 7255 + }, + { + "entropy": 4.972690677642822, + "epoch": 8.612099644128113, + "grad_norm": 1.6953125, + "learning_rate": 7.664073652701108e-05, + "loss": 4.1935, + "mean_token_accuracy": 0.2791924819350243, + "num_tokens": 20840591.0, + "step": 7260 + }, + { + "entropy": 4.930185461044312, + "epoch": 8.61803084223013, + "grad_norm": 1.40625, + "learning_rate": 7.641635668598157e-05, + "loss": 4.1094, + "mean_token_accuracy": 0.2762600392103195, + "num_tokens": 20856234.0, + "step": 7265 + }, + { + "entropy": 5.025106811523438, + "epoch": 8.623962040332147, + "grad_norm": 1.3671875, + "learning_rate": 7.619286681472306e-05, + "loss": 4.2039, + "mean_token_accuracy": 0.2704223617911339, + "num_tokens": 20870677.0, + "step": 7270 + }, + { + "entropy": 4.986628246307373, + "epoch": 8.629893238434164, + "grad_norm": 1.34375, + "learning_rate": 7.597026791482479e-05, + "loss": 4.1451, + "mean_token_accuracy": 0.28009108603000643, + "num_tokens": 20885791.0, + "step": 7275 + }, + { + "entropy": 4.943967390060425, + "epoch": 8.635824436536181, + "grad_norm": 1.4375, + "learning_rate": 7.574856098388292e-05, + "loss": 4.1188, + "mean_token_accuracy": 0.2801237225532532, + "num_tokens": 20900908.0, + "step": 7280 + }, + { + "entropy": 4.928922462463379, + "epoch": 8.641755634638198, + "grad_norm": 1.375, + "learning_rate": 7.552774701549625e-05, + "loss": 4.1594, + "mean_token_accuracy": 0.27288660407066345, + "num_tokens": 20915570.0, + "step": 7285 + }, + { + "entropy": 4.942152118682861, + "epoch": 8.647686832740213, + "grad_norm": 1.375, + "learning_rate": 7.530782699926179e-05, + "loss": 4.1528, + "mean_token_accuracy": 0.26729779690504074, + "num_tokens": 20929226.0, + "step": 7290 + }, + { + "entropy": 4.991990423202514, + "epoch": 8.65361803084223, + "grad_norm": 1.3515625, + "learning_rate": 7.508880192076992e-05, + "loss": 4.1729, + "mean_token_accuracy": 0.27379502058029176, + "num_tokens": 20943347.0, + "step": 7295 + }, + { + "entropy": 4.927667427062988, + "epoch": 8.659549228944247, + "grad_norm": 1.2890625, + "learning_rate": 7.487067276160061e-05, + "loss": 4.1471, + "mean_token_accuracy": 0.272829732298851, + "num_tokens": 20957754.0, + "step": 7300 + }, + { + "entropy": 5.025796175003052, + "epoch": 8.665480427046264, + "grad_norm": 1.53125, + "learning_rate": 7.465344049931853e-05, + "loss": 4.1961, + "mean_token_accuracy": 0.2711087018251419, + "num_tokens": 20972361.0, + "step": 7305 + }, + { + "entropy": 4.971052789688111, + "epoch": 8.67141162514828, + "grad_norm": 1.328125, + "learning_rate": 7.443710610746879e-05, + "loss": 4.1498, + "mean_token_accuracy": 0.2808043956756592, + "num_tokens": 20988998.0, + "step": 7310 + }, + { + "entropy": 5.008667087554931, + "epoch": 8.677342823250296, + "grad_norm": 1.515625, + "learning_rate": 7.42216705555727e-05, + "loss": 4.1889, + "mean_token_accuracy": 0.267495159804821, + "num_tokens": 21003844.0, + "step": 7315 + }, + { + "entropy": 4.998081016540527, + "epoch": 8.683274021352313, + "grad_norm": 1.4375, + "learning_rate": 7.40071348091234e-05, + "loss": 4.1622, + "mean_token_accuracy": 0.2721810609102249, + "num_tokens": 21019021.0, + "step": 7320 + }, + { + "entropy": 4.965869903564453, + "epoch": 8.68920521945433, + "grad_norm": 1.46875, + "learning_rate": 7.379349982958122e-05, + "loss": 4.1068, + "mean_token_accuracy": 0.27729521691799164, + "num_tokens": 21033383.0, + "step": 7325 + }, + { + "entropy": 4.978644943237304, + "epoch": 8.695136417556347, + "grad_norm": 1.546875, + "learning_rate": 7.358076657436994e-05, + "loss": 4.1316, + "mean_token_accuracy": 0.2737131804227829, + "num_tokens": 21046113.0, + "step": 7330 + }, + { + "entropy": 4.940286445617676, + "epoch": 8.701067615658364, + "grad_norm": 1.546875, + "learning_rate": 7.336893599687198e-05, + "loss": 4.1334, + "mean_token_accuracy": 0.2737000808119774, + "num_tokens": 21058601.0, + "step": 7335 + }, + { + "entropy": 4.930788850784301, + "epoch": 8.70699881376038, + "grad_norm": 1.640625, + "learning_rate": 7.315800904642442e-05, + "loss": 4.147, + "mean_token_accuracy": 0.2783175349235535, + "num_tokens": 21073179.0, + "step": 7340 + }, + { + "entropy": 4.939731407165527, + "epoch": 8.712930011862396, + "grad_norm": 1.703125, + "learning_rate": 7.29479866683146e-05, + "loss": 4.1738, + "mean_token_accuracy": 0.2742253363132477, + "num_tokens": 21086373.0, + "step": 7345 + }, + { + "entropy": 4.967359304428101, + "epoch": 8.718861209964412, + "grad_norm": 1.625, + "learning_rate": 7.273886980377605e-05, + "loss": 4.1398, + "mean_token_accuracy": 0.2740888252854347, + "num_tokens": 21101279.0, + "step": 7350 + }, + { + "entropy": 4.943398571014404, + "epoch": 8.72479240806643, + "grad_norm": 1.6953125, + "learning_rate": 7.253065938998397e-05, + "loss": 4.1401, + "mean_token_accuracy": 0.2810471624135971, + "num_tokens": 21115145.0, + "step": 7355 + }, + { + "entropy": 4.914582586288452, + "epoch": 8.730723606168446, + "grad_norm": 1.6640625, + "learning_rate": 7.232335636005142e-05, + "loss": 4.1049, + "mean_token_accuracy": 0.283454629778862, + "num_tokens": 21127866.0, + "step": 7360 + }, + { + "entropy": 4.98352632522583, + "epoch": 8.736654804270463, + "grad_norm": 1.546875, + "learning_rate": 7.211696164302477e-05, + "loss": 4.147, + "mean_token_accuracy": 0.27274381518363955, + "num_tokens": 21143187.0, + "step": 7365 + }, + { + "entropy": 4.943776369094849, + "epoch": 8.74258600237248, + "grad_norm": 1.4296875, + "learning_rate": 7.191147616387985e-05, + "loss": 4.1392, + "mean_token_accuracy": 0.27668035328388213, + "num_tokens": 21156342.0, + "step": 7370 + }, + { + "entropy": 4.914475536346435, + "epoch": 8.748517200474495, + "grad_norm": 1.25, + "learning_rate": 7.170690084351765e-05, + "loss": 4.1136, + "mean_token_accuracy": 0.274484246969223, + "num_tokens": 21171544.0, + "step": 7375 + }, + { + "entropy": 4.987798357009888, + "epoch": 8.754448398576512, + "grad_norm": 1.625, + "learning_rate": 7.150323659876007e-05, + "loss": 4.2058, + "mean_token_accuracy": 0.2689012125134468, + "num_tokens": 21186748.0, + "step": 7380 + }, + { + "entropy": 4.9737739086151125, + "epoch": 8.76037959667853, + "grad_norm": 1.3203125, + "learning_rate": 7.130048434234607e-05, + "loss": 4.1954, + "mean_token_accuracy": 0.26618512570858, + "num_tokens": 21203365.0, + "step": 7385 + }, + { + "entropy": 4.959506940841675, + "epoch": 8.766310794780546, + "grad_norm": 1.3828125, + "learning_rate": 7.109864498292742e-05, + "loss": 4.1501, + "mean_token_accuracy": 0.27967590987682345, + "num_tokens": 21217918.0, + "step": 7390 + }, + { + "entropy": 4.984416055679321, + "epoch": 8.772241992882563, + "grad_norm": 1.2890625, + "learning_rate": 7.08977194250647e-05, + "loss": 4.1382, + "mean_token_accuracy": 0.27078953087329866, + "num_tokens": 21234052.0, + "step": 7395 + }, + { + "entropy": 4.8539622783660885, + "epoch": 8.778173190984578, + "grad_norm": 1.4921875, + "learning_rate": 7.06977085692231e-05, + "loss": 4.0381, + "mean_token_accuracy": 0.2885890334844589, + "num_tokens": 21247187.0, + "step": 7400 + }, + { + "entropy": 4.947772693634033, + "epoch": 8.784104389086595, + "grad_norm": 1.21875, + "learning_rate": 7.04986133117687e-05, + "loss": 4.1543, + "mean_token_accuracy": 0.2701907530426979, + "num_tokens": 21262338.0, + "step": 7405 + }, + { + "entropy": 4.92218165397644, + "epoch": 8.790035587188612, + "grad_norm": 1.375, + "learning_rate": 7.030043454496394e-05, + "loss": 4.1334, + "mean_token_accuracy": 0.2841650605201721, + "num_tokens": 21276893.0, + "step": 7410 + }, + { + "entropy": 4.961622905731201, + "epoch": 8.795966785290629, + "grad_norm": 1.3125, + "learning_rate": 7.010317315696422e-05, + "loss": 4.1748, + "mean_token_accuracy": 0.2772024631500244, + "num_tokens": 21291967.0, + "step": 7415 + }, + { + "entropy": 4.950888204574585, + "epoch": 8.801897983392646, + "grad_norm": 1.3203125, + "learning_rate": 6.99068300318135e-05, + "loss": 4.1305, + "mean_token_accuracy": 0.28262528479099275, + "num_tokens": 21305159.0, + "step": 7420 + }, + { + "entropy": 4.974842500686646, + "epoch": 8.807829181494661, + "grad_norm": 1.453125, + "learning_rate": 6.971140604944043e-05, + "loss": 4.1838, + "mean_token_accuracy": 0.2722430855035782, + "num_tokens": 21320228.0, + "step": 7425 + }, + { + "entropy": 4.960995817184449, + "epoch": 8.813760379596678, + "grad_norm": 1.3203125, + "learning_rate": 6.951690208565451e-05, + "loss": 4.1381, + "mean_token_accuracy": 0.2756968855857849, + "num_tokens": 21335038.0, + "step": 7430 + }, + { + "entropy": 4.962438583374023, + "epoch": 8.819691577698695, + "grad_norm": 1.53125, + "learning_rate": 6.93233190121421e-05, + "loss": 4.1189, + "mean_token_accuracy": 0.28208547085523605, + "num_tokens": 21348819.0, + "step": 7435 + }, + { + "entropy": 4.914327478408813, + "epoch": 8.825622775800712, + "grad_norm": 1.4140625, + "learning_rate": 6.913065769646243e-05, + "loss": 4.0927, + "mean_token_accuracy": 0.2894585058093071, + "num_tokens": 21362577.0, + "step": 7440 + }, + { + "entropy": 4.951968765258789, + "epoch": 8.831553973902729, + "grad_norm": 1.3828125, + "learning_rate": 6.893891900204385e-05, + "loss": 4.1274, + "mean_token_accuracy": 0.27483210563659666, + "num_tokens": 21376519.0, + "step": 7445 + }, + { + "entropy": 4.965424346923828, + "epoch": 8.837485172004746, + "grad_norm": 1.296875, + "learning_rate": 6.874810378817997e-05, + "loss": 4.1694, + "mean_token_accuracy": 0.27510762214660645, + "num_tokens": 21392063.0, + "step": 7450 + }, + { + "entropy": 4.960828638076782, + "epoch": 8.84341637010676, + "grad_norm": 1.2890625, + "learning_rate": 6.855821291002562e-05, + "loss": 4.1486, + "mean_token_accuracy": 0.27799118161201475, + "num_tokens": 21407454.0, + "step": 7455 + }, + { + "entropy": 4.963628768920898, + "epoch": 8.849347568208778, + "grad_norm": 1.4296875, + "learning_rate": 6.836924721859321e-05, + "loss": 4.173, + "mean_token_accuracy": 0.27405415326356886, + "num_tokens": 21421759.0, + "step": 7460 + }, + { + "entropy": 4.956427192687988, + "epoch": 8.855278766310795, + "grad_norm": 1.34375, + "learning_rate": 6.818120756074881e-05, + "loss": 4.1741, + "mean_token_accuracy": 0.27347509264945985, + "num_tokens": 21435768.0, + "step": 7465 + }, + { + "entropy": 4.943291091918946, + "epoch": 8.861209964412812, + "grad_norm": 1.421875, + "learning_rate": 6.799409477920841e-05, + "loss": 4.1044, + "mean_token_accuracy": 0.28415452539920805, + "num_tokens": 21448561.0, + "step": 7470 + }, + { + "entropy": 5.035726690292359, + "epoch": 8.867141162514828, + "grad_norm": 1.390625, + "learning_rate": 6.780790971253418e-05, + "loss": 4.1874, + "mean_token_accuracy": 0.2740800306200981, + "num_tokens": 21462561.0, + "step": 7475 + }, + { + "entropy": 4.970057249069214, + "epoch": 8.873072360616845, + "grad_norm": 1.625, + "learning_rate": 6.76226531951305e-05, + "loss": 4.16, + "mean_token_accuracy": 0.27184762358665465, + "num_tokens": 21476456.0, + "step": 7480 + }, + { + "entropy": 4.917915201187133, + "epoch": 8.87900355871886, + "grad_norm": 1.59375, + "learning_rate": 6.74383260572405e-05, + "loss": 4.1117, + "mean_token_accuracy": 0.27805837988853455, + "num_tokens": 21489376.0, + "step": 7485 + }, + { + "entropy": 4.991151237487793, + "epoch": 8.884934756820877, + "grad_norm": 1.625, + "learning_rate": 6.725492912494231e-05, + "loss": 4.1708, + "mean_token_accuracy": 0.27356346547603605, + "num_tokens": 21502300.0, + "step": 7490 + }, + { + "entropy": 4.948666954040528, + "epoch": 8.890865954922894, + "grad_norm": 1.3515625, + "learning_rate": 6.707246322014495e-05, + "loss": 4.1578, + "mean_token_accuracy": 0.2713653206825256, + "num_tokens": 21516333.0, + "step": 7495 + }, + { + "entropy": 4.976688051223755, + "epoch": 8.896797153024911, + "grad_norm": 1.4609375, + "learning_rate": 6.689092916058527e-05, + "loss": 4.1644, + "mean_token_accuracy": 0.27021572142839434, + "num_tokens": 21532280.0, + "step": 7500 + }, + { + "epoch": 8.896797153024911, + "eval_entropy": 4.825031028934783, + "eval_loss": 5.2869696617126465, + "eval_mean_token_accuracy": 0.19631995662955418, + "eval_num_tokens": 21532280.0, + "eval_runtime": 1.854, + "eval_samples_per_second": 1406.704, + "eval_steps_per_second": 175.838, + "step": 7500 + }, + { + "entropy": 4.871624612808228, + "epoch": 8.902728351126928, + "grad_norm": 1.3984375, + "learning_rate": 6.671032775982384e-05, + "loss": 4.0953, + "mean_token_accuracy": 0.27860561609268186, + "num_tokens": 21545079.0, + "step": 7505 + }, + { + "entropy": 4.9522381782531735, + "epoch": 8.908659549228943, + "grad_norm": 1.6328125, + "learning_rate": 6.653065982724143e-05, + "loss": 4.1783, + "mean_token_accuracy": 0.2759768903255463, + "num_tokens": 21558364.0, + "step": 7510 + }, + { + "entropy": 4.900988340377808, + "epoch": 8.91459074733096, + "grad_norm": 1.484375, + "learning_rate": 6.635192616803548e-05, + "loss": 4.1288, + "mean_token_accuracy": 0.278500959277153, + "num_tokens": 21573166.0, + "step": 7515 + }, + { + "entropy": 4.957299041748047, + "epoch": 8.920521945432977, + "grad_norm": 1.3671875, + "learning_rate": 6.617412758321627e-05, + "loss": 4.1512, + "mean_token_accuracy": 0.27872055768966675, + "num_tokens": 21586854.0, + "step": 7520 + }, + { + "entropy": 5.0062459945678714, + "epoch": 8.926453143534994, + "grad_norm": 1.4140625, + "learning_rate": 6.599726486960354e-05, + "loss": 4.2183, + "mean_token_accuracy": 0.26709125339984896, + "num_tokens": 21601500.0, + "step": 7525 + }, + { + "entropy": 4.990415954589844, + "epoch": 8.932384341637011, + "grad_norm": 1.46875, + "learning_rate": 6.582133881982288e-05, + "loss": 4.1605, + "mean_token_accuracy": 0.2696415275335312, + "num_tokens": 21616469.0, + "step": 7530 + }, + { + "entropy": 4.950424432754517, + "epoch": 8.938315539739028, + "grad_norm": 1.390625, + "learning_rate": 6.564635022230207e-05, + "loss": 4.0794, + "mean_token_accuracy": 0.28007436394691465, + "num_tokens": 21629912.0, + "step": 7535 + }, + { + "entropy": 4.959407329559326, + "epoch": 8.944246737841043, + "grad_norm": 1.328125, + "learning_rate": 6.547229986126764e-05, + "loss": 4.1482, + "mean_token_accuracy": 0.2792280688881874, + "num_tokens": 21643020.0, + "step": 7540 + }, + { + "entropy": 5.023368883132934, + "epoch": 8.95017793594306, + "grad_norm": 1.46875, + "learning_rate": 6.529918851674135e-05, + "loss": 4.13, + "mean_token_accuracy": 0.2704299658536911, + "num_tokens": 21656591.0, + "step": 7545 + }, + { + "entropy": 4.935797452926636, + "epoch": 8.956109134045077, + "grad_norm": 1.5234375, + "learning_rate": 6.512701696453663e-05, + "loss": 4.1359, + "mean_token_accuracy": 0.2769801303744316, + "num_tokens": 21669410.0, + "step": 7550 + }, + { + "entropy": 4.914779806137085, + "epoch": 8.962040332147094, + "grad_norm": 1.5546875, + "learning_rate": 6.495578597625521e-05, + "loss": 4.0809, + "mean_token_accuracy": 0.28067986071109774, + "num_tokens": 21682747.0, + "step": 7555 + }, + { + "entropy": 4.9278875350952145, + "epoch": 8.96797153024911, + "grad_norm": 1.25, + "learning_rate": 6.478549631928356e-05, + "loss": 4.0928, + "mean_token_accuracy": 0.2811645597219467, + "num_tokens": 21697650.0, + "step": 7560 + }, + { + "entropy": 4.91930136680603, + "epoch": 8.973902728351128, + "grad_norm": 1.6171875, + "learning_rate": 6.461614875678953e-05, + "loss": 4.1581, + "mean_token_accuracy": 0.27660392224788666, + "num_tokens": 21709561.0, + "step": 7565 + }, + { + "entropy": 4.9827556133270265, + "epoch": 8.979833926453143, + "grad_norm": 1.5625, + "learning_rate": 6.444774404771882e-05, + "loss": 4.1079, + "mean_token_accuracy": 0.2794590398669243, + "num_tokens": 21723045.0, + "step": 7570 + }, + { + "entropy": 4.946361303329468, + "epoch": 8.98576512455516, + "grad_norm": 1.6171875, + "learning_rate": 6.428028294679176e-05, + "loss": 4.0949, + "mean_token_accuracy": 0.28312814235687256, + "num_tokens": 21736819.0, + "step": 7575 + }, + { + "entropy": 4.923412609100342, + "epoch": 8.991696322657177, + "grad_norm": 1.6015625, + "learning_rate": 6.411376620449968e-05, + "loss": 4.1195, + "mean_token_accuracy": 0.283159513771534, + "num_tokens": 21751419.0, + "step": 7580 + }, + { + "entropy": 4.9347936630249025, + "epoch": 8.997627520759194, + "grad_norm": 1.6953125, + "learning_rate": 6.394819456710184e-05, + "loss": 4.0835, + "mean_token_accuracy": 0.28535314798355105, + "num_tokens": 21765912.0, + "step": 7585 + }, + { + "entropy": 4.921918153762817, + "epoch": 9.00355871886121, + "grad_norm": 1.5625, + "learning_rate": 6.378356877662177e-05, + "loss": 4.1186, + "mean_token_accuracy": 0.2785156011581421, + "num_tokens": 21780264.0, + "step": 7590 + }, + { + "entropy": 4.897775650024414, + "epoch": 9.009489916963227, + "grad_norm": 1.5859375, + "learning_rate": 6.361988957084423e-05, + "loss": 4.0516, + "mean_token_accuracy": 0.29656673669815065, + "num_tokens": 21794384.0, + "step": 7595 + }, + { + "entropy": 4.957398509979248, + "epoch": 9.015421115065243, + "grad_norm": 1.5859375, + "learning_rate": 6.34571576833118e-05, + "loss": 4.0903, + "mean_token_accuracy": 0.28068155944347384, + "num_tokens": 21808254.0, + "step": 7600 + }, + { + "entropy": 4.999728727340698, + "epoch": 9.02135231316726, + "grad_norm": 1.4140625, + "learning_rate": 6.329537384332134e-05, + "loss": 4.1641, + "mean_token_accuracy": 0.2767651781439781, + "num_tokens": 21822190.0, + "step": 7605 + }, + { + "entropy": 5.007730150222779, + "epoch": 9.027283511269276, + "grad_norm": 1.40625, + "learning_rate": 6.313453877592127e-05, + "loss": 4.1437, + "mean_token_accuracy": 0.27866784781217574, + "num_tokens": 21836661.0, + "step": 7610 + }, + { + "entropy": 4.892672491073609, + "epoch": 9.033214709371293, + "grad_norm": 1.375, + "learning_rate": 6.29746532019078e-05, + "loss": 4.0878, + "mean_token_accuracy": 0.2803517758846283, + "num_tokens": 21849949.0, + "step": 7615 + }, + { + "entropy": 4.962357234954834, + "epoch": 9.03914590747331, + "grad_norm": 1.5546875, + "learning_rate": 6.281571783782195e-05, + "loss": 4.1307, + "mean_token_accuracy": 0.2829600691795349, + "num_tokens": 21864561.0, + "step": 7620 + }, + { + "entropy": 4.885701656341553, + "epoch": 9.045077105575325, + "grad_norm": 1.4609375, + "learning_rate": 6.265773339594632e-05, + "loss": 4.0822, + "mean_token_accuracy": 0.28501279652118683, + "num_tokens": 21877816.0, + "step": 7625 + }, + { + "entropy": 4.958527660369873, + "epoch": 9.051008303677342, + "grad_norm": 1.46875, + "learning_rate": 6.250070058430185e-05, + "loss": 4.1352, + "mean_token_accuracy": 0.2722793847322464, + "num_tokens": 21893790.0, + "step": 7630 + }, + { + "entropy": 4.911548662185669, + "epoch": 9.05693950177936, + "grad_norm": 1.671875, + "learning_rate": 6.234462010664465e-05, + "loss": 4.0864, + "mean_token_accuracy": 0.28857018053531647, + "num_tokens": 21907435.0, + "step": 7635 + }, + { + "entropy": 5.054733800888061, + "epoch": 9.062870699881376, + "grad_norm": 1.5390625, + "learning_rate": 6.218949266246285e-05, + "loss": 4.1982, + "mean_token_accuracy": 0.2764333814382553, + "num_tokens": 21922883.0, + "step": 7640 + }, + { + "entropy": 4.968717479705811, + "epoch": 9.068801897983393, + "grad_norm": 1.390625, + "learning_rate": 6.20353189469736e-05, + "loss": 4.1061, + "mean_token_accuracy": 0.28278169929981234, + "num_tokens": 21937897.0, + "step": 7645 + }, + { + "entropy": 4.856515312194825, + "epoch": 9.07473309608541, + "grad_norm": 1.5078125, + "learning_rate": 6.188209965111962e-05, + "loss": 4.0411, + "mean_token_accuracy": 0.2883466899394989, + "num_tokens": 21952053.0, + "step": 7650 + }, + { + "entropy": 4.990779209136963, + "epoch": 9.080664294187425, + "grad_norm": 1.3984375, + "learning_rate": 6.172983546156651e-05, + "loss": 4.1358, + "mean_token_accuracy": 0.27763149589300157, + "num_tokens": 21967046.0, + "step": 7655 + }, + { + "entropy": 4.919930934906006, + "epoch": 9.086595492289442, + "grad_norm": 1.2421875, + "learning_rate": 6.157852706069943e-05, + "loss": 4.0819, + "mean_token_accuracy": 0.28684728443622587, + "num_tokens": 21983482.0, + "step": 7660 + }, + { + "entropy": 4.944251012802124, + "epoch": 9.092526690391459, + "grad_norm": 1.5625, + "learning_rate": 6.142817512661996e-05, + "loss": 4.0918, + "mean_token_accuracy": 0.2854090556502342, + "num_tokens": 21998268.0, + "step": 7665 + }, + { + "entropy": 4.946708250045776, + "epoch": 9.098457888493476, + "grad_norm": 1.65625, + "learning_rate": 6.127878033314338e-05, + "loss": 4.0914, + "mean_token_accuracy": 0.2886177718639374, + "num_tokens": 22011777.0, + "step": 7670 + }, + { + "entropy": 4.873284244537354, + "epoch": 9.104389086595493, + "grad_norm": 1.5703125, + "learning_rate": 6.113034334979532e-05, + "loss": 4.0991, + "mean_token_accuracy": 0.2853683948516846, + "num_tokens": 22026497.0, + "step": 7675 + }, + { + "entropy": 4.949184608459473, + "epoch": 9.11032028469751, + "grad_norm": 1.453125, + "learning_rate": 6.0982864841808994e-05, + "loss": 4.1541, + "mean_token_accuracy": 0.2800166428089142, + "num_tokens": 22041875.0, + "step": 7680 + }, + { + "entropy": 4.960601377487182, + "epoch": 9.116251482799525, + "grad_norm": 1.453125, + "learning_rate": 6.083634547012214e-05, + "loss": 4.1393, + "mean_token_accuracy": 0.2758229225873947, + "num_tokens": 22055952.0, + "step": 7685 + }, + { + "entropy": 4.955715751647949, + "epoch": 9.122182680901542, + "grad_norm": 1.6328125, + "learning_rate": 6.06907858913739e-05, + "loss": 4.1387, + "mean_token_accuracy": 0.2806637018918991, + "num_tokens": 22071079.0, + "step": 7690 + }, + { + "entropy": 4.972916746139527, + "epoch": 9.128113879003559, + "grad_norm": 1.4921875, + "learning_rate": 6.054618675790214e-05, + "loss": 4.1123, + "mean_token_accuracy": 0.2780345857143402, + "num_tokens": 22083570.0, + "step": 7695 + }, + { + "entropy": 4.978635835647583, + "epoch": 9.134045077105576, + "grad_norm": 1.4765625, + "learning_rate": 6.040254871774042e-05, + "loss": 4.141, + "mean_token_accuracy": 0.2810221537947655, + "num_tokens": 22096808.0, + "step": 7700 + }, + { + "entropy": 4.944281768798828, + "epoch": 9.139976275207593, + "grad_norm": 1.5703125, + "learning_rate": 6.025987241461502e-05, + "loss": 4.0724, + "mean_token_accuracy": 0.28001243621110916, + "num_tokens": 22109689.0, + "step": 7705 + }, + { + "entropy": 4.981331062316895, + "epoch": 9.145907473309608, + "grad_norm": 1.4765625, + "learning_rate": 6.0118158487942086e-05, + "loss": 4.1283, + "mean_token_accuracy": 0.27421486675739287, + "num_tokens": 22125000.0, + "step": 7710 + }, + { + "entropy": 5.021550559997559, + "epoch": 9.151838671411625, + "grad_norm": 1.7265625, + "learning_rate": 5.997740757282488e-05, + "loss": 4.1516, + "mean_token_accuracy": 0.2863484889268875, + "num_tokens": 22137553.0, + "step": 7715 + }, + { + "entropy": 4.951613235473633, + "epoch": 9.157769869513642, + "grad_norm": 1.515625, + "learning_rate": 5.98376203000508e-05, + "loss": 4.116, + "mean_token_accuracy": 0.27605489939451217, + "num_tokens": 22150290.0, + "step": 7720 + }, + { + "entropy": 4.993621301651001, + "epoch": 9.163701067615659, + "grad_norm": 1.4140625, + "learning_rate": 5.969879729608859e-05, + "loss": 4.1472, + "mean_token_accuracy": 0.2738844886422157, + "num_tokens": 22162869.0, + "step": 7725 + }, + { + "entropy": 4.925770902633667, + "epoch": 9.169632265717675, + "grad_norm": 1.7265625, + "learning_rate": 5.956093918308558e-05, + "loss": 4.0991, + "mean_token_accuracy": 0.28248481154441835, + "num_tokens": 22175062.0, + "step": 7730 + }, + { + "entropy": 4.962160348892212, + "epoch": 9.175563463819692, + "grad_norm": 1.4375, + "learning_rate": 5.942404657886476e-05, + "loss": 4.1315, + "mean_token_accuracy": 0.2777766913175583, + "num_tokens": 22189445.0, + "step": 7735 + }, + { + "entropy": 4.877694368362427, + "epoch": 9.181494661921707, + "grad_norm": 1.515625, + "learning_rate": 5.928812009692223e-05, + "loss": 4.0564, + "mean_token_accuracy": 0.2947834223508835, + "num_tokens": 22204007.0, + "step": 7740 + }, + { + "entropy": 5.048915815353394, + "epoch": 9.187425860023724, + "grad_norm": 1.75, + "learning_rate": 5.915316034642423e-05, + "loss": 4.2369, + "mean_token_accuracy": 0.26689461171627044, + "num_tokens": 22217883.0, + "step": 7745 + }, + { + "entropy": 4.916453504562378, + "epoch": 9.193357058125741, + "grad_norm": 1.4375, + "learning_rate": 5.901916793220458e-05, + "loss": 4.1015, + "mean_token_accuracy": 0.2832950443029404, + "num_tokens": 22232140.0, + "step": 7750 + }, + { + "entropy": 4.962262487411499, + "epoch": 9.199288256227758, + "grad_norm": 1.515625, + "learning_rate": 5.888614345476188e-05, + "loss": 4.1126, + "mean_token_accuracy": 0.28156704306602476, + "num_tokens": 22247087.0, + "step": 7755 + }, + { + "entropy": 4.94294228553772, + "epoch": 9.205219454329775, + "grad_norm": 1.5859375, + "learning_rate": 5.875408751025681e-05, + "loss": 4.1324, + "mean_token_accuracy": 0.2747474998235703, + "num_tokens": 22260708.0, + "step": 7760 + }, + { + "entropy": 5.006880044937134, + "epoch": 9.21115065243179, + "grad_norm": 1.5, + "learning_rate": 5.8623000690509516e-05, + "loss": 4.1707, + "mean_token_accuracy": 0.28057526648044584, + "num_tokens": 22274972.0, + "step": 7765 + }, + { + "entropy": 4.939506769180298, + "epoch": 9.217081850533807, + "grad_norm": 1.390625, + "learning_rate": 5.84928835829969e-05, + "loss": 4.1345, + "mean_token_accuracy": 0.2778723180294037, + "num_tokens": 22289887.0, + "step": 7770 + }, + { + "entropy": 4.930079746246338, + "epoch": 9.223013048635824, + "grad_norm": 1.4375, + "learning_rate": 5.8363736770850035e-05, + "loss": 4.0883, + "mean_token_accuracy": 0.2877939134836197, + "num_tokens": 22303651.0, + "step": 7775 + }, + { + "entropy": 4.938063383102417, + "epoch": 9.228944246737841, + "grad_norm": 1.578125, + "learning_rate": 5.823556083285156e-05, + "loss": 4.071, + "mean_token_accuracy": 0.28444619178771974, + "num_tokens": 22317911.0, + "step": 7780 + }, + { + "entropy": 4.933859729766846, + "epoch": 9.234875444839858, + "grad_norm": 1.359375, + "learning_rate": 5.8108356343433026e-05, + "loss": 4.0815, + "mean_token_accuracy": 0.28609662055969237, + "num_tokens": 22331882.0, + "step": 7785 + }, + { + "entropy": 4.917158842086792, + "epoch": 9.240806642941875, + "grad_norm": 1.546875, + "learning_rate": 5.798212387267231e-05, + "loss": 4.0271, + "mean_token_accuracy": 0.2870250254869461, + "num_tokens": 22345748.0, + "step": 7790 + }, + { + "entropy": 4.944559621810913, + "epoch": 9.24673784104389, + "grad_norm": 1.6171875, + "learning_rate": 5.785686398629115e-05, + "loss": 4.1645, + "mean_token_accuracy": 0.2800017148256302, + "num_tokens": 22359397.0, + "step": 7795 + }, + { + "entropy": 4.941031551361084, + "epoch": 9.252669039145907, + "grad_norm": 1.5234375, + "learning_rate": 5.7732577245652606e-05, + "loss": 4.1279, + "mean_token_accuracy": 0.2818352520465851, + "num_tokens": 22373953.0, + "step": 7800 + }, + { + "entropy": 5.000990867614746, + "epoch": 9.258600237247924, + "grad_norm": 1.40625, + "learning_rate": 5.760926420775842e-05, + "loss": 4.1801, + "mean_token_accuracy": 0.27172926664352415, + "num_tokens": 22388331.0, + "step": 7805 + }, + { + "entropy": 4.978705406188965, + "epoch": 9.26453143534994, + "grad_norm": 1.5546875, + "learning_rate": 5.7486925425246645e-05, + "loss": 4.1066, + "mean_token_accuracy": 0.27938065230846404, + "num_tokens": 22402027.0, + "step": 7810 + }, + { + "entropy": 4.918447780609131, + "epoch": 9.270462633451958, + "grad_norm": 1.4921875, + "learning_rate": 5.736556144638907e-05, + "loss": 4.1256, + "mean_token_accuracy": 0.2799645036458969, + "num_tokens": 22415292.0, + "step": 7815 + }, + { + "entropy": 4.969124269485474, + "epoch": 9.276393831553975, + "grad_norm": 1.4453125, + "learning_rate": 5.7245172815088945e-05, + "loss": 4.1103, + "mean_token_accuracy": 0.27972770035266875, + "num_tokens": 22429173.0, + "step": 7820 + }, + { + "entropy": 4.911768198013306, + "epoch": 9.28232502965599, + "grad_norm": 1.65625, + "learning_rate": 5.712576007087825e-05, + "loss": 4.0219, + "mean_token_accuracy": 0.29091142416000365, + "num_tokens": 22442669.0, + "step": 7825 + }, + { + "entropy": 4.936551952362061, + "epoch": 9.288256227758007, + "grad_norm": 1.4765625, + "learning_rate": 5.700732374891559e-05, + "loss": 4.0923, + "mean_token_accuracy": 0.28066580593585966, + "num_tokens": 22458503.0, + "step": 7830 + }, + { + "entropy": 4.950398349761963, + "epoch": 9.294187425860024, + "grad_norm": 1.6875, + "learning_rate": 5.688986437998356e-05, + "loss": 4.1123, + "mean_token_accuracy": 0.2750851929187775, + "num_tokens": 22473400.0, + "step": 7835 + }, + { + "entropy": 4.960341167449951, + "epoch": 9.30011862396204, + "grad_norm": 1.3828125, + "learning_rate": 5.6773382490486495e-05, + "loss": 4.0613, + "mean_token_accuracy": 0.2906311184167862, + "num_tokens": 22487317.0, + "step": 7840 + }, + { + "entropy": 4.922902250289917, + "epoch": 9.306049822064058, + "grad_norm": 1.625, + "learning_rate": 5.665787860244802e-05, + "loss": 4.0791, + "mean_token_accuracy": 0.282150062918663, + "num_tokens": 22500889.0, + "step": 7845 + }, + { + "entropy": 4.958586025238037, + "epoch": 9.311981020166073, + "grad_norm": 1.3984375, + "learning_rate": 5.654335323350882e-05, + "loss": 4.0516, + "mean_token_accuracy": 0.28870679438114166, + "num_tokens": 22514767.0, + "step": 7850 + }, + { + "entropy": 4.940304899215699, + "epoch": 9.31791221826809, + "grad_norm": 1.3046875, + "learning_rate": 5.6429806896924255e-05, + "loss": 4.1723, + "mean_token_accuracy": 0.2777014493942261, + "num_tokens": 22529950.0, + "step": 7855 + }, + { + "entropy": 4.944972133636474, + "epoch": 9.323843416370106, + "grad_norm": 1.390625, + "learning_rate": 5.6317240101562e-05, + "loss": 4.1142, + "mean_token_accuracy": 0.27701342701911924, + "num_tokens": 22546363.0, + "step": 7860 + }, + { + "entropy": 5.008120393753051, + "epoch": 9.329774614472123, + "grad_norm": 1.5546875, + "learning_rate": 5.620565335189994e-05, + "loss": 4.1488, + "mean_token_accuracy": 0.27672702819108963, + "num_tokens": 22559814.0, + "step": 7865 + }, + { + "entropy": 4.930673265457154, + "epoch": 9.33570581257414, + "grad_norm": 1.6328125, + "learning_rate": 5.609504714802375e-05, + "loss": 4.1069, + "mean_token_accuracy": 0.27734963595867157, + "num_tokens": 22574459.0, + "step": 7870 + }, + { + "entropy": 4.9688197612762455, + "epoch": 9.341637010676157, + "grad_norm": 1.6015625, + "learning_rate": 5.598542198562464e-05, + "loss": 4.1312, + "mean_token_accuracy": 0.27621870040893554, + "num_tokens": 22588338.0, + "step": 7875 + }, + { + "entropy": 4.93224868774414, + "epoch": 9.347568208778172, + "grad_norm": 1.3984375, + "learning_rate": 5.587677835599726e-05, + "loss": 4.1337, + "mean_token_accuracy": 0.2813446894288063, + "num_tokens": 22602059.0, + "step": 7880 + }, + { + "entropy": 5.01463041305542, + "epoch": 9.35349940688019, + "grad_norm": 1.4296875, + "learning_rate": 5.5769116746037494e-05, + "loss": 4.1835, + "mean_token_accuracy": 0.2725400492548943, + "num_tokens": 22616611.0, + "step": 7885 + }, + { + "entropy": 4.951583433151245, + "epoch": 9.359430604982206, + "grad_norm": 1.53125, + "learning_rate": 5.56624376382401e-05, + "loss": 4.1492, + "mean_token_accuracy": 0.27971379160881044, + "num_tokens": 22631526.0, + "step": 7890 + }, + { + "entropy": 4.9926575183868405, + "epoch": 9.365361803084223, + "grad_norm": 1.484375, + "learning_rate": 5.555674151069675e-05, + "loss": 4.1257, + "mean_token_accuracy": 0.2773921638727188, + "num_tokens": 22645505.0, + "step": 7895 + }, + { + "entropy": 4.92680869102478, + "epoch": 9.37129300118624, + "grad_norm": 1.421875, + "learning_rate": 5.545202883709378e-05, + "loss": 4.0761, + "mean_token_accuracy": 0.2841976314783096, + "num_tokens": 22659641.0, + "step": 7900 + }, + { + "entropy": 4.994448518753051, + "epoch": 9.377224199288257, + "grad_norm": 1.5625, + "learning_rate": 5.53483000867101e-05, + "loss": 4.1022, + "mean_token_accuracy": 0.28467386215925217, + "num_tokens": 22673960.0, + "step": 7905 + }, + { + "entropy": 4.943288707733155, + "epoch": 9.383155397390272, + "grad_norm": 1.734375, + "learning_rate": 5.524555572441505e-05, + "loss": 4.095, + "mean_token_accuracy": 0.2831611692905426, + "num_tokens": 22687830.0, + "step": 7910 + }, + { + "entropy": 5.0035374641418455, + "epoch": 9.389086595492289, + "grad_norm": 1.7734375, + "learning_rate": 5.51437962106664e-05, + "loss": 4.1533, + "mean_token_accuracy": 0.27844083309173584, + "num_tokens": 22702127.0, + "step": 7915 + }, + { + "entropy": 4.911090993881226, + "epoch": 9.395017793594306, + "grad_norm": 1.5546875, + "learning_rate": 5.504302200150818e-05, + "loss": 4.1179, + "mean_token_accuracy": 0.2828111112117767, + "num_tokens": 22716244.0, + "step": 7920 + }, + { + "entropy": 4.944263124465943, + "epoch": 9.400948991696323, + "grad_norm": 1.3359375, + "learning_rate": 5.494323354856877e-05, + "loss": 4.109, + "mean_token_accuracy": 0.281513175368309, + "num_tokens": 22733622.0, + "step": 7925 + }, + { + "entropy": 4.927143526077271, + "epoch": 9.40688018979834, + "grad_norm": 1.6171875, + "learning_rate": 5.484443129905871e-05, + "loss": 4.0642, + "mean_token_accuracy": 0.28369350731372833, + "num_tokens": 22746616.0, + "step": 7930 + }, + { + "entropy": 4.9272373676300045, + "epoch": 9.412811387900355, + "grad_norm": 1.5234375, + "learning_rate": 5.474661569576882e-05, + "loss": 4.1176, + "mean_token_accuracy": 0.2808716058731079, + "num_tokens": 22760901.0, + "step": 7935 + }, + { + "entropy": 4.973836469650268, + "epoch": 9.418742586002372, + "grad_norm": 1.3125, + "learning_rate": 5.464978717706822e-05, + "loss": 4.124, + "mean_token_accuracy": 0.27764268815517423, + "num_tokens": 22775550.0, + "step": 7940 + }, + { + "entropy": 4.925850200653076, + "epoch": 9.424673784104389, + "grad_norm": 1.4765625, + "learning_rate": 5.455394617690229e-05, + "loss": 4.0721, + "mean_token_accuracy": 0.28703026175498964, + "num_tokens": 22788852.0, + "step": 7945 + }, + { + "entropy": 4.992665958404541, + "epoch": 9.430604982206406, + "grad_norm": 1.5234375, + "learning_rate": 5.4459093124790724e-05, + "loss": 4.134, + "mean_token_accuracy": 0.2787789821624756, + "num_tokens": 22803536.0, + "step": 7950 + }, + { + "entropy": 4.980476427078247, + "epoch": 9.436536180308423, + "grad_norm": 1.484375, + "learning_rate": 5.4365228445825725e-05, + "loss": 4.1338, + "mean_token_accuracy": 0.28107998371124265, + "num_tokens": 22816598.0, + "step": 7955 + }, + { + "entropy": 4.94458498954773, + "epoch": 9.44246737841044, + "grad_norm": 1.546875, + "learning_rate": 5.4272352560669926e-05, + "loss": 4.0921, + "mean_token_accuracy": 0.2857347398996353, + "num_tokens": 22829138.0, + "step": 7960 + }, + { + "entropy": 4.9281604290008545, + "epoch": 9.448398576512455, + "grad_norm": 1.4921875, + "learning_rate": 5.418046588555467e-05, + "loss": 4.0937, + "mean_token_accuracy": 0.2808251529932022, + "num_tokens": 22844640.0, + "step": 7965 + }, + { + "entropy": 4.986120891571045, + "epoch": 9.454329774614472, + "grad_norm": 1.5625, + "learning_rate": 5.408956883227802e-05, + "loss": 4.0967, + "mean_token_accuracy": 0.2845178693532944, + "num_tokens": 22857755.0, + "step": 7970 + }, + { + "entropy": 4.889012479782105, + "epoch": 9.460260972716489, + "grad_norm": 1.6328125, + "learning_rate": 5.399966180820296e-05, + "loss": 4.0622, + "mean_token_accuracy": 0.2844346880912781, + "num_tokens": 22871325.0, + "step": 7975 + }, + { + "entropy": 4.922598648071289, + "epoch": 9.466192170818506, + "grad_norm": 1.65625, + "learning_rate": 5.391074521625567e-05, + "loss": 4.1397, + "mean_token_accuracy": 0.27248736917972566, + "num_tokens": 22887132.0, + "step": 7980 + }, + { + "entropy": 4.938997220993042, + "epoch": 9.472123368920522, + "grad_norm": 1.328125, + "learning_rate": 5.3822819454923453e-05, + "loss": 4.141, + "mean_token_accuracy": 0.27928238064050676, + "num_tokens": 22903548.0, + "step": 7985 + }, + { + "entropy": 4.954599094390869, + "epoch": 9.47805456702254, + "grad_norm": 1.46875, + "learning_rate": 5.3735884918253264e-05, + "loss": 4.1057, + "mean_token_accuracy": 0.28659822046756744, + "num_tokens": 22916418.0, + "step": 7990 + }, + { + "entropy": 5.005504989624024, + "epoch": 9.483985765124554, + "grad_norm": 1.53125, + "learning_rate": 5.364994199584973e-05, + "loss": 4.1768, + "mean_token_accuracy": 0.271313014626503, + "num_tokens": 22930306.0, + "step": 7995 + }, + { + "entropy": 4.954128360748291, + "epoch": 9.489916963226571, + "grad_norm": 1.5, + "learning_rate": 5.356499107287351e-05, + "loss": 4.123, + "mean_token_accuracy": 0.2805848389863968, + "num_tokens": 22947009.0, + "step": 8000 + }, + { + "epoch": 9.489916963226571, + "eval_entropy": 4.840988978286462, + "eval_loss": 5.29019021987915, + "eval_mean_token_accuracy": 0.19641815272211297, + "eval_num_tokens": 22947009.0, + "eval_runtime": 1.8428, + "eval_samples_per_second": 1415.212, + "eval_steps_per_second": 176.901, + "step": 8000 + }, + { + "entropy": 4.956836605072022, + "epoch": 9.495848161328588, + "grad_norm": 1.546875, + "learning_rate": 5.348103253003949e-05, + "loss": 4.1374, + "mean_token_accuracy": 0.28065621852874756, + "num_tokens": 22962540.0, + "step": 8005 + }, + { + "entropy": 4.965056133270264, + "epoch": 9.501779359430605, + "grad_norm": 1.4296875, + "learning_rate": 5.3398066743615164e-05, + "loss": 4.0605, + "mean_token_accuracy": 0.2826654464006424, + "num_tokens": 22976103.0, + "step": 8010 + }, + { + "entropy": 4.982605218887329, + "epoch": 9.507710557532622, + "grad_norm": 1.375, + "learning_rate": 5.3316094085418875e-05, + "loss": 4.1184, + "mean_token_accuracy": 0.2846584379673004, + "num_tokens": 22991928.0, + "step": 8015 + }, + { + "entropy": 4.861209678649902, + "epoch": 9.513641755634637, + "grad_norm": 1.390625, + "learning_rate": 5.323511492281815e-05, + "loss": 4.0474, + "mean_token_accuracy": 0.28326682150363924, + "num_tokens": 23005753.0, + "step": 8020 + }, + { + "entropy": 4.931644296646118, + "epoch": 9.519572953736654, + "grad_norm": 1.515625, + "learning_rate": 5.315512961872814e-05, + "loss": 4.0927, + "mean_token_accuracy": 0.28087522089481354, + "num_tokens": 23019422.0, + "step": 8025 + }, + { + "entropy": 4.950369358062744, + "epoch": 9.525504151838671, + "grad_norm": 1.421875, + "learning_rate": 5.3076138531609874e-05, + "loss": 4.113, + "mean_token_accuracy": 0.28042235374450686, + "num_tokens": 23033872.0, + "step": 8030 + }, + { + "entropy": 4.960539150238037, + "epoch": 9.531435349940688, + "grad_norm": 1.4296875, + "learning_rate": 5.299814201546879e-05, + "loss": 4.1234, + "mean_token_accuracy": 0.2761117905378342, + "num_tokens": 23050673.0, + "step": 8035 + }, + { + "entropy": 5.004093599319458, + "epoch": 9.537366548042705, + "grad_norm": 1.421875, + "learning_rate": 5.292114041985295e-05, + "loss": 4.1679, + "mean_token_accuracy": 0.2840842068195343, + "num_tokens": 23065036.0, + "step": 8040 + }, + { + "entropy": 4.9559410572052, + "epoch": 9.543297746144722, + "grad_norm": 1.328125, + "learning_rate": 5.284513408985172e-05, + "loss": 4.1616, + "mean_token_accuracy": 0.27985574305057526, + "num_tokens": 23080324.0, + "step": 8045 + }, + { + "entropy": 4.985851383209228, + "epoch": 9.549228944246737, + "grad_norm": 1.546875, + "learning_rate": 5.277012336609403e-05, + "loss": 4.1414, + "mean_token_accuracy": 0.2753315970301628, + "num_tokens": 23095434.0, + "step": 8050 + }, + { + "entropy": 5.02794508934021, + "epoch": 9.555160142348754, + "grad_norm": 1.3828125, + "learning_rate": 5.26961085847469e-05, + "loss": 4.2022, + "mean_token_accuracy": 0.26817814707756044, + "num_tokens": 23109720.0, + "step": 8055 + }, + { + "entropy": 4.978863859176636, + "epoch": 9.561091340450771, + "grad_norm": 1.3828125, + "learning_rate": 5.2623090077514e-05, + "loss": 4.1085, + "mean_token_accuracy": 0.2779805898666382, + "num_tokens": 23123962.0, + "step": 8060 + }, + { + "entropy": 4.971399450302124, + "epoch": 9.567022538552788, + "grad_norm": 1.703125, + "learning_rate": 5.255106817163407e-05, + "loss": 4.1715, + "mean_token_accuracy": 0.26989024728536604, + "num_tokens": 23138879.0, + "step": 8065 + }, + { + "entropy": 4.963495969772339, + "epoch": 9.572953736654805, + "grad_norm": 1.2890625, + "learning_rate": 5.2480043189879515e-05, + "loss": 4.151, + "mean_token_accuracy": 0.27186653167009356, + "num_tokens": 23154872.0, + "step": 8070 + }, + { + "entropy": 4.999401998519898, + "epoch": 9.578884934756822, + "grad_norm": 1.375, + "learning_rate": 5.241001545055494e-05, + "loss": 4.1926, + "mean_token_accuracy": 0.2697600871324539, + "num_tokens": 23170764.0, + "step": 8075 + }, + { + "entropy": 4.982513284683227, + "epoch": 9.584816132858837, + "grad_norm": 1.4140625, + "learning_rate": 5.234098526749571e-05, + "loss": 4.1233, + "mean_token_accuracy": 0.27767820954322814, + "num_tokens": 23186558.0, + "step": 8080 + }, + { + "entropy": 4.951704263687134, + "epoch": 9.590747330960854, + "grad_norm": 1.53125, + "learning_rate": 5.227295295006656e-05, + "loss": 4.0852, + "mean_token_accuracy": 0.2862403005361557, + "num_tokens": 23199336.0, + "step": 8085 + }, + { + "entropy": 4.979922199249268, + "epoch": 9.59667852906287, + "grad_norm": 1.359375, + "learning_rate": 5.220591880316019e-05, + "loss": 4.0846, + "mean_token_accuracy": 0.27717643082141874, + "num_tokens": 23215216.0, + "step": 8090 + }, + { + "entropy": 4.86713171005249, + "epoch": 9.602609727164888, + "grad_norm": 1.5859375, + "learning_rate": 5.2139883127195975e-05, + "loss": 4.0521, + "mean_token_accuracy": 0.2841072142124176, + "num_tokens": 23231373.0, + "step": 8095 + }, + { + "entropy": 4.943058061599731, + "epoch": 9.608540925266905, + "grad_norm": 1.625, + "learning_rate": 5.207484621811843e-05, + "loss": 4.1538, + "mean_token_accuracy": 0.27601030468940735, + "num_tokens": 23244788.0, + "step": 8100 + }, + { + "entropy": 4.954973268508911, + "epoch": 9.61447212336892, + "grad_norm": 1.578125, + "learning_rate": 5.201080836739615e-05, + "loss": 4.1299, + "mean_token_accuracy": 0.27115083783864974, + "num_tokens": 23258515.0, + "step": 8105 + }, + { + "entropy": 4.982431936264038, + "epoch": 9.620403321470937, + "grad_norm": 1.5078125, + "learning_rate": 5.194776986202028e-05, + "loss": 4.1183, + "mean_token_accuracy": 0.2785022035241127, + "num_tokens": 23273412.0, + "step": 8110 + }, + { + "entropy": 5.01893630027771, + "epoch": 9.626334519572953, + "grad_norm": 1.3203125, + "learning_rate": 5.188573098450332e-05, + "loss": 4.1919, + "mean_token_accuracy": 0.27188179790973666, + "num_tokens": 23290893.0, + "step": 8115 + }, + { + "entropy": 4.9236977100372314, + "epoch": 9.63226571767497, + "grad_norm": 1.5390625, + "learning_rate": 5.1824692012877886e-05, + "loss": 4.057, + "mean_token_accuracy": 0.28429620862007143, + "num_tokens": 23304235.0, + "step": 8120 + }, + { + "entropy": 4.9405218124389645, + "epoch": 9.638196915776987, + "grad_norm": 1.421875, + "learning_rate": 5.1764653220695404e-05, + "loss": 4.0595, + "mean_token_accuracy": 0.2840872466564178, + "num_tokens": 23318947.0, + "step": 8125 + }, + { + "entropy": 4.941836786270142, + "epoch": 9.644128113879004, + "grad_norm": 1.6171875, + "learning_rate": 5.17056148770249e-05, + "loss": 4.114, + "mean_token_accuracy": 0.27682884931564333, + "num_tokens": 23332705.0, + "step": 8130 + }, + { + "entropy": 4.943336629867554, + "epoch": 9.65005931198102, + "grad_norm": 1.5703125, + "learning_rate": 5.164757724645184e-05, + "loss": 4.1319, + "mean_token_accuracy": 0.2815340667963028, + "num_tokens": 23345782.0, + "step": 8135 + }, + { + "entropy": 4.988762664794922, + "epoch": 9.655990510083036, + "grad_norm": 1.4375, + "learning_rate": 5.159054058907685e-05, + "loss": 4.1322, + "mean_token_accuracy": 0.28124019503593445, + "num_tokens": 23361322.0, + "step": 8140 + }, + { + "entropy": 4.994337463378907, + "epoch": 9.661921708185053, + "grad_norm": 1.515625, + "learning_rate": 5.153450516051468e-05, + "loss": 4.1358, + "mean_token_accuracy": 0.2755584105849266, + "num_tokens": 23373716.0, + "step": 8145 + }, + { + "entropy": 4.930731630325317, + "epoch": 9.66785290628707, + "grad_norm": 1.5234375, + "learning_rate": 5.147947121189294e-05, + "loss": 4.1094, + "mean_token_accuracy": 0.27626519799232485, + "num_tokens": 23387073.0, + "step": 8150 + }, + { + "entropy": 4.9405029296875, + "epoch": 9.673784104389087, + "grad_norm": 1.46875, + "learning_rate": 5.142543898985099e-05, + "loss": 4.0715, + "mean_token_accuracy": 0.28418211042881014, + "num_tokens": 23401396.0, + "step": 8155 + }, + { + "entropy": 4.906395101547242, + "epoch": 9.679715302491104, + "grad_norm": 1.6796875, + "learning_rate": 5.137240873653896e-05, + "loss": 4.0534, + "mean_token_accuracy": 0.28335686326026915, + "num_tokens": 23413772.0, + "step": 8160 + }, + { + "entropy": 4.973358297348023, + "epoch": 9.68564650059312, + "grad_norm": 1.609375, + "learning_rate": 5.132038068961652e-05, + "loss": 4.201, + "mean_token_accuracy": 0.26996293365955354, + "num_tokens": 23427432.0, + "step": 8165 + }, + { + "entropy": 4.8982268333435055, + "epoch": 9.691577698695136, + "grad_norm": 1.4375, + "learning_rate": 5.1269355082251796e-05, + "loss": 4.0479, + "mean_token_accuracy": 0.28833273649215696, + "num_tokens": 23441438.0, + "step": 8170 + }, + { + "entropy": 4.944716072082519, + "epoch": 9.697508896797153, + "grad_norm": 1.5703125, + "learning_rate": 5.12193321431205e-05, + "loss": 4.0939, + "mean_token_accuracy": 0.284311780333519, + "num_tokens": 23454755.0, + "step": 8175 + }, + { + "entropy": 4.9113383293151855, + "epoch": 9.70344009489917, + "grad_norm": 1.46875, + "learning_rate": 5.11703120964048e-05, + "loss": 4.068, + "mean_token_accuracy": 0.2839366763830185, + "num_tokens": 23468231.0, + "step": 8180 + }, + { + "entropy": 4.958328819274902, + "epoch": 9.709371293001187, + "grad_norm": 1.5, + "learning_rate": 5.112229516179219e-05, + "loss": 4.1031, + "mean_token_accuracy": 0.2839416429400444, + "num_tokens": 23481717.0, + "step": 8185 + }, + { + "entropy": 4.999353551864624, + "epoch": 9.715302491103202, + "grad_norm": 1.3359375, + "learning_rate": 5.1075281554474784e-05, + "loss": 4.1744, + "mean_token_accuracy": 0.2732770264148712, + "num_tokens": 23498193.0, + "step": 8190 + }, + { + "entropy": 4.980750703811646, + "epoch": 9.721233689205219, + "grad_norm": 1.296875, + "learning_rate": 5.102927148514811e-05, + "loss": 4.176, + "mean_token_accuracy": 0.2692504346370697, + "num_tokens": 23513724.0, + "step": 8195 + }, + { + "entropy": 4.940938472747803, + "epoch": 9.727164887307236, + "grad_norm": 1.5, + "learning_rate": 5.098426516001026e-05, + "loss": 4.0923, + "mean_token_accuracy": 0.28745203018188475, + "num_tokens": 23526634.0, + "step": 8200 + }, + { + "entropy": 4.967730712890625, + "epoch": 9.733096085409253, + "grad_norm": 1.71875, + "learning_rate": 5.094026278076097e-05, + "loss": 4.173, + "mean_token_accuracy": 0.2747150719165802, + "num_tokens": 23540975.0, + "step": 8205 + }, + { + "entropy": 5.002064037322998, + "epoch": 9.73902728351127, + "grad_norm": 1.71875, + "learning_rate": 5.089726454460071e-05, + "loss": 4.1606, + "mean_token_accuracy": 0.27514754980802536, + "num_tokens": 23555645.0, + "step": 8210 + }, + { + "entropy": 4.988755083084106, + "epoch": 9.744958481613287, + "grad_norm": 1.5390625, + "learning_rate": 5.085527064422981e-05, + "loss": 4.1675, + "mean_token_accuracy": 0.2798577010631561, + "num_tokens": 23568223.0, + "step": 8215 + }, + { + "entropy": 4.953391218185425, + "epoch": 9.750889679715302, + "grad_norm": 1.40625, + "learning_rate": 5.081428126784758e-05, + "loss": 4.1394, + "mean_token_accuracy": 0.2712481439113617, + "num_tokens": 23584366.0, + "step": 8220 + }, + { + "entropy": 4.934274959564209, + "epoch": 9.756820877817319, + "grad_norm": 1.6015625, + "learning_rate": 5.077429659915142e-05, + "loss": 4.0685, + "mean_token_accuracy": 0.2814742237329483, + "num_tokens": 23596827.0, + "step": 8225 + }, + { + "entropy": 4.940939235687256, + "epoch": 9.762752075919336, + "grad_norm": 1.359375, + "learning_rate": 5.073531681733609e-05, + "loss": 4.1613, + "mean_token_accuracy": 0.2757663011550903, + "num_tokens": 23611663.0, + "step": 8230 + }, + { + "entropy": 4.98075761795044, + "epoch": 9.768683274021353, + "grad_norm": 1.546875, + "learning_rate": 5.0697342097092854e-05, + "loss": 4.1449, + "mean_token_accuracy": 0.27337536960840225, + "num_tokens": 23626454.0, + "step": 8235 + }, + { + "entropy": 4.992285919189453, + "epoch": 9.77461447212337, + "grad_norm": 1.5859375, + "learning_rate": 5.06603726086087e-05, + "loss": 4.1222, + "mean_token_accuracy": 0.283798810839653, + "num_tokens": 23640089.0, + "step": 8240 + }, + { + "entropy": 4.964260292053223, + "epoch": 9.780545670225386, + "grad_norm": 1.5859375, + "learning_rate": 5.0624408517565596e-05, + "loss": 4.1017, + "mean_token_accuracy": 0.2864428162574768, + "num_tokens": 23653484.0, + "step": 8245 + }, + { + "entropy": 4.914364385604858, + "epoch": 9.786476868327401, + "grad_norm": 1.7265625, + "learning_rate": 5.0589449985139746e-05, + "loss": 4.0617, + "mean_token_accuracy": 0.2844427227973938, + "num_tokens": 23668287.0, + "step": 8250 + }, + { + "entropy": 4.949096393585205, + "epoch": 9.792408066429418, + "grad_norm": 1.46875, + "learning_rate": 5.0555497168000785e-05, + "loss": 4.1182, + "mean_token_accuracy": 0.2860585778951645, + "num_tokens": 23681540.0, + "step": 8255 + }, + { + "entropy": 4.966799211502075, + "epoch": 9.798339264531435, + "grad_norm": 1.5546875, + "learning_rate": 5.052255021831126e-05, + "loss": 4.1544, + "mean_token_accuracy": 0.28227626979351045, + "num_tokens": 23696439.0, + "step": 8260 + }, + { + "entropy": 4.903157520294189, + "epoch": 9.804270462633452, + "grad_norm": 1.5234375, + "learning_rate": 5.049060928372572e-05, + "loss": 4.0876, + "mean_token_accuracy": 0.282192525267601, + "num_tokens": 23711786.0, + "step": 8265 + }, + { + "entropy": 4.893835592269897, + "epoch": 9.81020166073547, + "grad_norm": 1.46875, + "learning_rate": 5.0459674507390255e-05, + "loss": 4.0475, + "mean_token_accuracy": 0.28309308290481566, + "num_tokens": 23726790.0, + "step": 8270 + }, + { + "entropy": 5.000702953338623, + "epoch": 9.816132858837484, + "grad_norm": 1.421875, + "learning_rate": 5.0429746027941735e-05, + "loss": 4.1193, + "mean_token_accuracy": 0.27768550217151644, + "num_tokens": 23740963.0, + "step": 8275 + }, + { + "entropy": 4.907020568847656, + "epoch": 9.822064056939501, + "grad_norm": 1.3828125, + "learning_rate": 5.040082397950725e-05, + "loss": 4.0844, + "mean_token_accuracy": 0.27591817677021024, + "num_tokens": 23755171.0, + "step": 8280 + }, + { + "entropy": 4.959898900985718, + "epoch": 9.827995255041518, + "grad_norm": 1.3828125, + "learning_rate": 5.0372908491703434e-05, + "loss": 4.0929, + "mean_token_accuracy": 0.2894566416740417, + "num_tokens": 23770342.0, + "step": 8285 + }, + { + "entropy": 4.944383907318115, + "epoch": 9.833926453143535, + "grad_norm": 1.5625, + "learning_rate": 5.034599968963596e-05, + "loss": 4.0399, + "mean_token_accuracy": 0.2867990881204605, + "num_tokens": 23783268.0, + "step": 8290 + }, + { + "entropy": 4.955310821533203, + "epoch": 9.839857651245552, + "grad_norm": 1.4453125, + "learning_rate": 5.032009769389895e-05, + "loss": 4.1468, + "mean_token_accuracy": 0.26968331933021544, + "num_tokens": 23797345.0, + "step": 8295 + }, + { + "entropy": 4.8758176326751705, + "epoch": 9.845788849347569, + "grad_norm": 1.5625, + "learning_rate": 5.029520262057446e-05, + "loss": 4.0567, + "mean_token_accuracy": 0.28554978370666506, + "num_tokens": 23810977.0, + "step": 8300 + }, + { + "entropy": 4.970047521591186, + "epoch": 9.851720047449584, + "grad_norm": 1.5078125, + "learning_rate": 5.0271314581231893e-05, + "loss": 4.1968, + "mean_token_accuracy": 0.27851163148880004, + "num_tokens": 23825159.0, + "step": 8305 + }, + { + "entropy": 4.9544432163238525, + "epoch": 9.857651245551601, + "grad_norm": 1.5390625, + "learning_rate": 5.024843368292757e-05, + "loss": 4.1507, + "mean_token_accuracy": 0.274673818051815, + "num_tokens": 23839588.0, + "step": 8310 + }, + { + "entropy": 4.929223585128784, + "epoch": 9.863582443653618, + "grad_norm": 1.5, + "learning_rate": 5.022656002820422e-05, + "loss": 4.1069, + "mean_token_accuracy": 0.28125752657651903, + "num_tokens": 23854624.0, + "step": 8315 + }, + { + "entropy": 4.9826884269714355, + "epoch": 9.869513641755635, + "grad_norm": 1.46875, + "learning_rate": 5.0205693715090497e-05, + "loss": 4.1444, + "mean_token_accuracy": 0.2733057618141174, + "num_tokens": 23868912.0, + "step": 8320 + }, + { + "entropy": 4.967600631713867, + "epoch": 9.875444839857652, + "grad_norm": 1.328125, + "learning_rate": 5.0185834837100615e-05, + "loss": 4.1309, + "mean_token_accuracy": 0.27912203669548036, + "num_tokens": 23884079.0, + "step": 8325 + }, + { + "entropy": 4.9176857471466064, + "epoch": 9.881376037959669, + "grad_norm": 1.4375, + "learning_rate": 5.0166983483233844e-05, + "loss": 4.1069, + "mean_token_accuracy": 0.2794224053621292, + "num_tokens": 23899596.0, + "step": 8330 + }, + { + "entropy": 4.982808923721313, + "epoch": 9.887307236061684, + "grad_norm": 1.5546875, + "learning_rate": 5.014913973797417e-05, + "loss": 4.13, + "mean_token_accuracy": 0.27933967411518096, + "num_tokens": 23914096.0, + "step": 8335 + }, + { + "entropy": 4.943546915054322, + "epoch": 9.8932384341637, + "grad_norm": 1.3125, + "learning_rate": 5.013230368128986e-05, + "loss": 4.1475, + "mean_token_accuracy": 0.2714379459619522, + "num_tokens": 23930876.0, + "step": 8340 + }, + { + "entropy": 5.018260383605957, + "epoch": 9.899169632265718, + "grad_norm": 1.5859375, + "learning_rate": 5.011647538863315e-05, + "loss": 4.164, + "mean_token_accuracy": 0.2754229575395584, + "num_tokens": 23945149.0, + "step": 8345 + }, + { + "entropy": 4.951497554779053, + "epoch": 9.905100830367735, + "grad_norm": 1.4140625, + "learning_rate": 5.010165493093992e-05, + "loss": 4.1008, + "mean_token_accuracy": 0.28165834546089175, + "num_tokens": 23958114.0, + "step": 8350 + }, + { + "entropy": 4.942778444290161, + "epoch": 9.911032028469752, + "grad_norm": 1.5625, + "learning_rate": 5.008784237462932e-05, + "loss": 4.0891, + "mean_token_accuracy": 0.2888362556695938, + "num_tokens": 23973688.0, + "step": 8355 + }, + { + "entropy": 4.986534595489502, + "epoch": 9.916963226571767, + "grad_norm": 1.5078125, + "learning_rate": 5.007503778160354e-05, + "loss": 4.14, + "mean_token_accuracy": 0.2730234727263451, + "num_tokens": 23989189.0, + "step": 8360 + }, + { + "entropy": 4.939094400405883, + "epoch": 9.922894424673784, + "grad_norm": 1.3203125, + "learning_rate": 5.0063241209247466e-05, + "loss": 4.0988, + "mean_token_accuracy": 0.28431801199913026, + "num_tokens": 24004995.0, + "step": 8365 + }, + { + "entropy": 4.9882957458496096, + "epoch": 9.9288256227758, + "grad_norm": 1.21875, + "learning_rate": 5.005245271042844e-05, + "loss": 4.1142, + "mean_token_accuracy": 0.2870833396911621, + "num_tokens": 24018646.0, + "step": 8370 + }, + { + "entropy": 4.963445138931275, + "epoch": 9.934756820877817, + "grad_norm": 1.453125, + "learning_rate": 5.004267233349605e-05, + "loss": 4.1241, + "mean_token_accuracy": 0.28281121253967284, + "num_tokens": 24034935.0, + "step": 8375 + }, + { + "entropy": 4.940100812911988, + "epoch": 9.940688018979834, + "grad_norm": 1.3359375, + "learning_rate": 5.003390012228191e-05, + "loss": 4.0907, + "mean_token_accuracy": 0.28077911883592604, + "num_tokens": 24049921.0, + "step": 8380 + }, + { + "entropy": 4.929457759857177, + "epoch": 9.946619217081851, + "grad_norm": 1.5703125, + "learning_rate": 5.002613611609944e-05, + "loss": 4.0798, + "mean_token_accuracy": 0.28477861285209655, + "num_tokens": 24063180.0, + "step": 8385 + }, + { + "entropy": 4.949548196792603, + "epoch": 9.952550415183866, + "grad_norm": 1.453125, + "learning_rate": 5.001938034974373e-05, + "loss": 4.118, + "mean_token_accuracy": 0.28204329311847687, + "num_tokens": 24076575.0, + "step": 8390 + }, + { + "entropy": 4.9402360916137695, + "epoch": 9.958481613285883, + "grad_norm": 1.28125, + "learning_rate": 5.00136328534913e-05, + "loss": 4.1125, + "mean_token_accuracy": 0.2801042109727859, + "num_tokens": 24092082.0, + "step": 8395 + }, + { + "entropy": 4.894248104095459, + "epoch": 9.9644128113879, + "grad_norm": 1.65625, + "learning_rate": 5.0008893653100054e-05, + "loss": 4.0608, + "mean_token_accuracy": 0.2821739286184311, + "num_tokens": 24105612.0, + "step": 8400 + }, + { + "entropy": 4.924618101119995, + "epoch": 9.970344009489917, + "grad_norm": 1.5078125, + "learning_rate": 5.000516276980914e-05, + "loss": 4.1432, + "mean_token_accuracy": 0.27371008694171906, + "num_tokens": 24119216.0, + "step": 8405 + }, + { + "entropy": 4.9684919834136965, + "epoch": 9.976275207591934, + "grad_norm": 1.453125, + "learning_rate": 5.0002440220338827e-05, + "loss": 4.1503, + "mean_token_accuracy": 0.2690499395132065, + "num_tokens": 24133639.0, + "step": 8410 + }, + { + "entropy": 4.9193559169769285, + "epoch": 9.982206405693951, + "grad_norm": 1.6171875, + "learning_rate": 5.0000726016890455e-05, + "loss": 4.1015, + "mean_token_accuracy": 0.2736590623855591, + "num_tokens": 24148566.0, + "step": 8415 + }, + { + "entropy": 4.928133583068847, + "epoch": 9.988137603795966, + "grad_norm": 1.6328125, + "learning_rate": 5.000002016714641e-05, + "loss": 4.0925, + "mean_token_accuracy": 0.2822860345244408, + "num_tokens": 24162165.0, + "step": 8420 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 6295885385011200.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-8420/training_args.bin b/checkpoint-8420/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/checkpoint-8420/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353 diff --git a/config.json b/config.json new file mode 100644 index 0000000..ae60803 --- /dev/null +++ b/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 512, + "n_head": 8, + "n_inner": 2048, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..1cd5d5d --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:454d36521695143c271234787ab2e3a60278fd277772e3443288322fc129686b +size 76082256 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..717bcfd --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bb5ae608bf91d6e35ab6f8e899970cfb077e23a84781bc28b0d2c006e6d7e6 +size 6353